-- Logs begin at Wed 2022-09-28 07:58:15 UTC, end at Wed 2022-09-28 09:04:25 UTC. -- Sep 28 08:29:37.187950 dv-cinder-844563-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 28 08:29:39.898444 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.common.config [-] Logging enabled! Sep 28 08:29:39.898990 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev27 Sep 28 08:29:39.899169 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106362) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 28 08:29:39.902940 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.common.config [-] Logging enabled! Sep 28 08:29:39.903197 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev27 Sep 28 08:29:39.903513 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106362) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 28 08:29:39.904458 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 28 08:29:39.904702 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 28 08:29:39.905223 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 28 08:29:39.905738 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 28 08:29:39.905973 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 28 08:29:39.906306 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.906618 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.906858 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.907167 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.907467 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.907756 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.908053 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.908359 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.908650 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.908937 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.909250 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.909488 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.909774 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.910068 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.910364 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.910594 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] debug = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.910881 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.911311 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.911728 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.912018 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.912314 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.912600 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.912879 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.913185 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.913480 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.913815 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] host = dv-cinder-844563-8-iscsi {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.914102 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.914397 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.914693 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.914988 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.915269 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.915552 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.915844 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.916122 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.916427 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] log_file = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.917257 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.917556 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.917852 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.918148 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.918379 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.918607 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.918901 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.919195 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.919479 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.919760 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.920041 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.920320 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.920604 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.920878 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.921198 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.921491 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.921784 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.922065 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.922346 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.922623 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.922902 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.923194 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.923474 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.923776 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.924036 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.924329 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.924603 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.924885 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.925218 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.925511 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.925816 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.926091 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.926377 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.926664 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.926942 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.927262 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.927500 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] use_json = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.927778 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.928053 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.928340 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.928618 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.928896 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.929206 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.929483 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.929774 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.930052 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:39.930355 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.930656 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.930964 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.931251 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.931564 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.931851 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.932173 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.932462 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.932759 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.933055 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.933381 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.933667 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.933973 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.934269 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.934571 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.934882 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.935183 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.935480 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.935762 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.936042 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.936327 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.936610 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.936903 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.937210 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.937505 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.937801 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.938085 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.938387 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.938681 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.938973 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.939274 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.939569 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.939851 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.940137 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.940435 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.940719 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.940999 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.941321 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.941609 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.941890 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.942178 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.942477 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.942770 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.943049 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.943334 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.943632 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.943915 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.944194 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.944472 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.944755 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.945034 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.945349 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.945637 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.945915 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.946193 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.946481 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.946760 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.947039 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.947322 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.947604 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.947911 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.948270 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.948472 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.948750 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.949027 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.949329 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.949609 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.949886 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.950167 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.950445 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.950724 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.951002 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.951277 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.951557 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.951846 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.952149 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.952432 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.952715 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.952996 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.953879 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.953879 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.953879 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.954120 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.954392 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.954670 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.954965 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.955252 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.955545 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.955835 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.956139 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.956444 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.956728 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.957014 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.957317 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.957602 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.957887 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.958177 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.958462 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.958748 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.959040 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.959330 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.959633 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.959936 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.960223 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.960523 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.960824 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.961154 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.961443 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.961758 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.962043 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:39.962267 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 28 08:29:39.962514 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106362) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 28 08:29:40.345535 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 28 08:29:40.345864 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 28 08:29:40.346137 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 28 08:29:40.346375 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 28 08:29:40.346653 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 28 08:29:40.346984 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 28 08:29:40.675722 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:40.675937 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:40.676216 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:40.677461 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:40.677740 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:40.678014 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:40.731261 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:40.731548 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:40.731823 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:40.747848 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:40.748167 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:40.748412 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:40.777759 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:40.778046 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:40.778323 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:40.818672 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:40.818958 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:40.819315 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.052326 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.052975 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.052975 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.054357 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.055121 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.160779 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.161130 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.161426 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.161705 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.161978 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.162298 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.162581 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.162851 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.163115 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.163410 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.163698 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.164028 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.164406 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.164799 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.165267 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.165694 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.166118 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.166534 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.166981 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.167379 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.167846 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.168299 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.168774 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.169316 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.169602 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.169868 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.170327 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 08:29:41.170579 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 08:29:41.170828 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 08:29:41.171072 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 08:29:41.171315 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 08:29:41.171556 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 08:29:41.171945 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 28 08:29:41.175467 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 28 08:29:41.179463 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 28 08:29:41.183660 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 28 08:29:41.185365 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 28 08:29:41.186030 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 28 08:29:41.186373 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 28 08:29:41.186767 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 28 08:29:41.189700 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 28 08:29:41.189957 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 28 08:29:41.190324 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 28 08:29:41.195615 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 28 08:29:41.219741 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 28 08:29:41.220217 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.220523 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106362) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 28 08:29:41.220905 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.222306 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106362) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 28 08:29:41.222596 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 28 08:29:41.222850 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 28 08:29:41.234288 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.234578 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:41.350987 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 28 08:29:41.351156 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 28 08:29:41.351387 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 28 08:29:41.351770 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 28 08:29:41.405856 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO dbcounter [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Registered counter for database neutron Sep 28 08:29:41.424048 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_db.sqlalchemy.engines [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106362) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 28 08:29:41.430027 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG dbcounter [-] [106362] Writer thread running {{(pid=106362) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 28 08:29:41.979339 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Initializing driver for type 'gre' Sep 28 08:29:41.979963 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] gre ID ranges: [(1, 1000)] Sep 28 08:29:42.035713 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Initializing driver for type 'local' Sep 28 08:29:42.036123 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Initializing driver for type 'vlan' Sep 28 08:29:42.050639 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] VlanTypeDriver initialization complete Sep 28 08:29:42.051009 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Initializing driver for type 'vxlan' Sep 28 08:29:42.051585 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] vxlan ID ranges: [(1, 1000)] Sep 28 08:29:42.117593 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Initializing extension driver 'port_security' Sep 28 08:29:42.118264 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.extensions.port_security [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] PortSecurityExtensionDriver initialization complete Sep 28 08:29:42.118347 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Initializing mechanism driver 'openvswitch' Sep 28 08:29:42.118643 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Initializing mechanism driver 'hyperv' Sep 28 08:29:42.125823 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.plugins.ml2.plugin [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106362) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:29:42.126559 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > port after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.126938 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > port after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.127384 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > port after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.127927 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 08:29:42.128502 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > subnet after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.128994 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > subnet after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.129383 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > subnet after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.129795 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 08:29:42.130216 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > network after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.130581 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > network after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.130991 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > network after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.131378 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 08:29:42.132017 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > security_group after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.132181 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > security_group after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.132560 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > security_group after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.133082 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 08:29:42.133539 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.133941 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.134254 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.134795 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 08:29:42.135838 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > address_group after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.136211 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > address_group after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.136603 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > address_group after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.137128 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106362) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 28 08:29:42.137586 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] ML2 OVO RPC backend initialized. {{(pid=106362) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 28 08:29:42.138352 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > router_interface after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.138691 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.139116 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > network before_response 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.139529 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > networks before_response 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.139864 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > port before_response 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.140193 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > ports before_response 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.140550 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > subnet before_response 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.140907 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > subnets before_response 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.141359 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > network after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.141742 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > network after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.142113 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > network after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.142450 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > port after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.142801 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > port after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.143150 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > port after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.143494 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > subnet after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.143840 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > subnet after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.144189 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > subnet after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.152211 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.quota [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded quota_driver: . Sep 28 08:29:42.152589 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.plugin [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Modular L2 Plugin initialization complete Sep 28 08:29:42.152950 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading services supported by the core plugin {{(pid=106362) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 28 08:29:42.153334 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.plugins.ml2.managers [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Got port-security extension from driver 'port_security' Sep 28 08:29:42.153827 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.extensions.vlantransparent [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Disabled vlantransparent extension. Sep 28 08:29:42.154989 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106362) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 28 08:29:42.154989 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading Plugin: router Sep 28 08:29:42.190614 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > router_interface before_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.191024 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > router after_create 55549900 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.191409 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > router before_create 55549900 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.191788 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.192179 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.192563 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > router after_delete 55549900 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.192927 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > floatingip after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.193332 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > floatingip after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.193709 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > router after_create 55549900 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.194075 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > router after_update 55549900 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.194434 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > router after_update 55549900 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.194837 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.195275 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > router after_update 55549900 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.195656 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > router precommit_update 55549900 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.196083 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: port after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.196434 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: port after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.196792 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: subnet after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.197170 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.197580 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > port precommit_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.198542 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > router precommit_create 55549900 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.198906 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: port before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.199261 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > router precommit_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.199634 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > router after_update 55549900 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.199996 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > router precommit_delete 55549900 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.200362 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > router precommit_create 55549900 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.200743 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > router_interface after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.201126 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > router precommit_update 55549900 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.201518 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > agent after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.201887 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > agent after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.202250 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > network after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.203172 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Tracking information for resource: router configured {{(pid=106362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 08:29:42.203515 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Tracking information for resource: floatingip configured {{(pid=106362) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 28 08:29:42.209626 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.db.l3_agentschedulers_db [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 28 08:29:42.210520 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: port after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.211105 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: port after_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.211686 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: port after_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.212179 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: port after_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.213034 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > router before_create 55550100 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.213479 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > router precommit_delete 55550100 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.213855 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > router precommit_create 55550100 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.214239 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > router precommit_update 55550100 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.222767 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.services.provider_configuration [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Service providers = [] {{(pid=106362) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 28 08:29:42.223362 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.db.servicetype_db [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106362) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 28 08:29:42.228409 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.services.service_base [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106362) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 28 08:29:42.228977 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.services.service_base [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106362) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 28 08:29:42.229422 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.services.service_base [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106362) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 28 08:29:42.230339 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.services.service_base [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106362) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 28 08:29:42.230731 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.services.service_base [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 28 08:29:42.231147 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 08:29:42.231478 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 28 08:29:42.244163 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 08:29:42.245026 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading Plugin: auto_allocate Sep 28 08:29:42.251248 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: network precommit_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.251636 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: network precommit_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.252208 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 08:29:42.252550 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading Plugin: tag Sep 28 08:29:42.259777 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 08:29:42.260178 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading Plugin: timestamp Sep 28 08:29:42.265104 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 08:29:42.265454 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading Plugin: network_ip_availability Sep 28 08:29:42.271208 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.271600 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.271968 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.272781 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 08:29:42.273133 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading Plugin: flavors Sep 28 08:29:42.278164 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 08:29:42.278504 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading Plugin: revisions Sep 28 08:29:42.283343 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106362) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 28 08:29:42.283744 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_concurrency.lockutils [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.937s {{(pid=106362) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 28 08:29:42.284537 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106362) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 28 08:29:42.284885 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Initializing extension manager. Sep 28 08:29:42.285464 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: __init__.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.285819 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: __pycache__ {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.286163 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: address_group.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.287157 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.287757 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: address-group Sep 28 08:29:42.288091 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: address_scope.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.288785 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.289329 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: address-scope Sep 28 08:29:42.289659 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: admin_state_down_before_update.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.290611 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.291129 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: router-admin-state-down-before-update Sep 28 08:29:42.291501 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: agent.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.292202 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.292714 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: agent Sep 28 08:29:42.293042 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: agent_resources_synced.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.293965 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.294477 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: agent-resources-synced Sep 28 08:29:42.294825 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: allowedaddresspairs.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.296677 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.297241 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: allowed-address-pairs Sep 28 08:29:42.297578 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: auto_allocated_topology.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.298684 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.299203 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: auto-allocated-topology Sep 28 08:29:42.299538 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: availability_zone.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.300216 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.300732 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: availability_zone Sep 28 08:29:42.301063 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: availability_zone_filter.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.301976 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.302495 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: availability_zone_filter Sep 28 08:29:42.302823 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: data_plane_status.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.303702 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.304217 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension data-plane-status not supported by any of loaded plugins Sep 28 08:29:42.304547 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: default_subnetpools.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.305465 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.305978 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: default-subnetpools Sep 28 08:29:42.306304 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: dhcpagentscheduler.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.307639 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.308163 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: dhcp_agent_scheduler Sep 28 08:29:42.308494 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: dns.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.309442 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.309963 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension dns-integration not supported by any of loaded plugins Sep 28 08:29:42.310292 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: dns_domain_ports.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.311189 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.311710 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 28 08:29:42.312045 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.312948 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.313491 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 28 08:29:42.313826 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: dvr.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.314476 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.314991 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: dvr Sep 28 08:29:42.315322 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: ecmp_routes.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.316216 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.316719 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension ecmp_routes not supported by any of loaded plugins Sep 28 08:29:42.317048 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: empty_string_filtering.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.317958 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.318471 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: empty-string-filtering Sep 28 08:29:42.318799 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.319678 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.320191 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 28 08:29:42.320538 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.321455 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.321963 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 28 08:29:42.322295 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: external_net.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.323751 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.324261 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: external-net Sep 28 08:29:42.324594 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: extra_dhcp_opt.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.325502 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.326016 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: extra_dhcp_opt Sep 28 08:29:42.326346 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: extraroute.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.327225 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.327741 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: extraroute Sep 28 08:29:42.328076 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: extraroute_atomic.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.329121 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.329643 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: extraroute-atomic Sep 28 08:29:42.329976 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: filter_validation.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.330625 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.331134 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: filter-validation Sep 28 08:29:42.331465 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: fip_pf_description.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.332352 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.332870 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 28 08:29:42.333235 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: fip_pf_detail.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.334119 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.334640 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: floating-ip-port-forwarding-detail Sep 28 08:29:42.334964 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: fip_pf_port_range.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.335840 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.336348 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 28 08:29:42.336679 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: fip_port_details.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.337605 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.338126 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: fip-port-details Sep 28 08:29:42.338481 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: flavors.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.339683 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.340210 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: flavors Sep 28 08:29:42.340546 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.342223 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.342755 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 28 08:29:42.343094 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: floatingip_pools.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.343776 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.344290 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: floatingip-pools Sep 28 08:29:42.344624 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: ip_allocation.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.345547 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.346055 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension ip_allocation not supported by any of loaded plugins Sep 28 08:29:42.346389 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.347297 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.347810 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: ip-substring-filtering Sep 28 08:29:42.348142 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: l2_adjacency.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.349052 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.349586 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension l2_adjacency not supported by any of loaded plugins Sep 28 08:29:42.349920 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: l3.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.350902 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.351420 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: router Sep 28 08:29:42.351754 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: l3_conntrack_helper.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.354268 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.354799 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 28 08:29:42.355142 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.356044 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.356565 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: ext-gw-mode Sep 28 08:29:42.356904 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.357831 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.358352 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: l3-ha Sep 28 08:29:42.358686 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.359573 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.360087 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 28 08:29:42.360422 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: l3_flavors.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.361348 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.361869 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: l3-flavors Sep 28 08:29:42.362203 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: l3_ndp_proxy.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.363552 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.364083 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 28 08:29:42.364422 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.365343 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.365867 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: l3-port-ip-change-not-allowed Sep 28 08:29:42.366204 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: l3agentscheduler.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.367290 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.368044 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: l3_agent_scheduler Sep 28 08:29:42.368385 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: local_ip.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.370709 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.371241 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension local_ip not supported by any of loaded plugins Sep 28 08:29:42.371580 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: logging.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.373026 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.373597 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension logging not supported by any of loaded plugins Sep 28 08:29:42.373937 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: metering.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.374659 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.375254 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: metering Sep 28 08:29:42.375589 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.376653 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.377207 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: metering_source_and_destination_fields Sep 28 08:29:42.377544 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: multiprovidernet.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.378451 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.378977 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: multi-provider Sep 28 08:29:42.379312 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: netmtu.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.380206 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.380727 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: net-mtu Sep 28 08:29:42.381057 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: netmtu_writable.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.381974 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.382492 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: net-mtu-writable Sep 28 08:29:42.382822 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: network_availability_zone.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.383474 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.383989 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: network_availability_zone Sep 28 08:29:42.384316 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: network_ip_availability.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.385982 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.386499 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: network-ip-availability Sep 28 08:29:42.386831 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: network_segment_range.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.387580 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.388089 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension network-segment-range not supported by any of loaded plugins Sep 28 08:29:42.388418 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: pagination.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.389404 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.389743 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: pagination Sep 28 08:29:42.390071 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: port_device_profile.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.390972 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.391489 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: port-device-profile Sep 28 08:29:42.391818 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: port_mac_address_override.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.392707 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.393253 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: port-mac-override Sep 28 08:29:42.393585 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.394485 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.394997 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: port-mac-address-regenerate Sep 28 08:29:42.395327 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.396211 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.396727 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: port-numa-affinity-policy Sep 28 08:29:42.397060 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: port_resource_request.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.397970 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.398480 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension port-resource-request not supported by any of loaded plugins Sep 28 08:29:42.398810 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: port_resource_request_groups.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.399759 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.400267 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 28 08:29:42.400599 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: portbindings.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.401590 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.402104 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: binding Sep 28 08:29:42.402434 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: portbindings_extended.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.403696 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.404219 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: binding-extended Sep 28 08:29:42.404554 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: portsecurity.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.405737 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.406254 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: port-security Sep 28 08:29:42.406583 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: project_id.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.407779 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.408188 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: project-id Sep 28 08:29:42.408451 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: providernet.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.409463 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.409987 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: provider Sep 28 08:29:42.410321 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: qos.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.413921 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.414463 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension qos not supported by any of loaded plugins Sep 28 08:29:42.414806 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.416058 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.416608 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 28 08:29:42.416950 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.417885 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.418415 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 28 08:29:42.418753 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: qos_default.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.419655 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.420180 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension qos-default not supported by any of loaded plugins Sep 28 08:29:42.420516 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: qos_fip.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.421448 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.421968 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension qos-fip not supported by any of loaded plugins Sep 28 08:29:42.422301 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: qos_fip_network_policy.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.423207 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.423724 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 28 08:29:42.424054 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: qos_gateway_ip.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.425004 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.425537 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 28 08:29:42.425869 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: qos_port_network_policy.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.426772 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.427292 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 28 08:29:42.427627 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.428656 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.429215 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 28 08:29:42.429551 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.430569 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.431086 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 28 08:29:42.431419 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: qos_pps_rule.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.433099 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.433628 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension qos-pps not supported by any of loaded plugins Sep 28 08:29:42.433969 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: qos_rule_type_details.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.434857 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.435370 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 28 08:29:42.435705 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: qos_rule_type_filter.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.436593 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.437127 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 28 08:29:42.437469 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: qos_rules_alias.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.438488 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.439001 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 28 08:29:42.439335 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: quota_check_limit.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.440221 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.440743 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: quota-check-limit Sep 28 08:29:42.441079 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: quotasv2.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.442084 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.442420 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: quotas Sep 28 08:29:42.442752 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: quotasv2_detail.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.444464 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.444814 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: quota_details Sep 28 08:29:42.445182 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: rbac.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.446241 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.446774 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: rbac-policies Sep 28 08:29:42.447110 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: rbac_address_group.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.448627 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.449169 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: rbac-address-group Sep 28 08:29:42.449508 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: rbac_address_scope.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.450492 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.451013 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: rbac-address-scope Sep 28 08:29:42.451351 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: rbac_security_groups.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.452257 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.452779 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: rbac-security-groups Sep 28 08:29:42.453149 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: rbac_subnetpool.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.454065 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.454585 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: rbac-subnetpool Sep 28 08:29:42.454918 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: revisionifmatch.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.455826 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.456346 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: revision-if-match Sep 28 08:29:42.456683 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: revisions.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.457830 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.458349 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: standard-attr-revisions Sep 28 08:29:42.458686 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: router_availability_zone.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.459337 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.459859 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: router_availability_zone Sep 28 08:29:42.460192 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: routerservicetype.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.461085 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.461632 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension router-service-type not supported by any of loaded plugins Sep 28 08:29:42.461965 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.462862 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.463425 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: security-groups-normalized-cidr Sep 28 08:29:42.463760 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: security_groups_port_filtering.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.464658 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.465205 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: port-security-groups-filtering Sep 28 08:29:42.465540 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.466451 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.466971 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: security-groups-remote-address-group Sep 28 08:29:42.467303 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.468205 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.468726 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: security-groups-shared-filtering Sep 28 08:29:42.469058 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: securitygroup.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.479616 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.480078 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: security-group Sep 28 08:29:42.480418 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: segment.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.481162 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.481687 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension segment not supported by any of loaded plugins Sep 28 08:29:42.482022 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.482957 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.483478 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 28 08:29:42.483813 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: servicetype.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.484890 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.485441 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: service-type Sep 28 08:29:42.485778 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: sorting.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.486738 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.487076 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: sorting Sep 28 08:29:42.487407 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: standard_attr_segment.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.488322 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.488848 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 28 08:29:42.489209 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: standardattrdescription.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.489848 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.490368 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: standard-attr-description Sep 28 08:29:42.490702 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: stateful_security_group.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.491603 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.492130 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: stateful-security-group Sep 28 08:29:42.492466 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: stdattrs_common.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.493035 dv-cinder-844563-8-iscsi neutron-server[106362]: WARNING neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 28 08:29:42.493394 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.494299 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.495446 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 28 08:29:42.495776 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: subnet_onboard.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.497391 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.497391 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: subnet_onboard Sep 28 08:29:42.497713 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.498613 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.499134 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 28 08:29:42.499469 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: subnet_service_types.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.500374 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.500892 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: subnet-service-types Sep 28 08:29:42.501261 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: subnetallocation.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.502305 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.502831 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: subnet_allocation Sep 28 08:29:42.503166 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.503815 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.504330 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: subnetpool-prefix-ops Sep 28 08:29:42.504667 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.505610 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.506125 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 28 08:29:42.506458 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: tagging.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.507509 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.508038 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: standard-attr-tag Sep 28 08:29:42.508373 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: timestamp.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.509590 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.510142 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loaded extension: standard-attr-timestamp Sep 28 08:29:42.510479 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: trunk.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.511480 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.512004 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension trunk not supported by any of loaded plugins Sep 28 08:29:42.512338 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: trunk_details.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.513277 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.513799 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension trunk-details not supported by any of loaded plugins Sep 28 08:29:42.514127 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: uplink_status_propagation.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.515032 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.515545 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 28 08:29:42.515876 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Loading extension file: vlantransparent.py {{(pid=106362) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 28 08:29:42.516532 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106362) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 28 08:29:42.517046 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extension vlan-transparent not supported by any of loaded plugins Sep 28 08:29:42.519779 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Creating instance of TrackedResource for resource:network Sep 28 08:29:42.520325 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Creating instance of TrackedResource for resource:subnet Sep 28 08:29:42.520733 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Creating instance of TrackedResource for resource:subnetpool Sep 28 08:29:42.521147 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Creating instance of TrackedResource for resource:port Sep 28 08:29:42.522515 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:29:42.522974 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Service FLAVORS assigned prefix: {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:29:42.523660 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:29:42.524024 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:29:42.524368 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Creating instance of TrackedResource for resource:router Sep 28 08:29:42.524819 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Creating instance of TrackedResource for resource:floatingip Sep 28 08:29:42.525376 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Service METERING assigned prefix: /metering {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:29:42.526887 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.527273 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.527640 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106362) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:29:42.528671 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Creating instance of CountableResource for resource:rbac_policy Sep 28 08:29:42.529157 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Creating instance of TrackedResource for resource:security_group Sep 28 08:29:42.529610 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Creating instance of TrackedResource for resource:security_group_rule Sep 28 08:29:42.530171 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Service CORE assigned prefix: {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:29:42.530772 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Creating instance of TrackedResource for resource:subnetpool Sep 28 08:29:42.531130 dv-cinder-844563-8-iscsi neutron-server[106362]: WARNING neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] subnetpool is already registered Sep 28 08:29:42.531568 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Service CORE assigned prefix: {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:29:42.531900 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Creating instance of TrackedResource for resource:subnetpool Sep 28 08:29:42.532243 dv-cinder-844563-8-iscsi neutron-server[106362]: WARNING neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] subnetpool is already registered Sep 28 08:29:42.534805 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:29:42.535268 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Service FLAVORS assigned prefix: {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:29:42.535909 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:29:42.536468 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:29:42.536813 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Creating instance of TrackedResource for resource:router Sep 28 08:29:42.537330 dv-cinder-844563-8-iscsi neutron-server[106362]: WARNING neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] router is already registered Sep 28 08:29:42.537783 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Creating instance of TrackedResource for resource:floatingip Sep 28 08:29:42.538133 dv-cinder-844563-8-iscsi neutron-server[106362]: WARNING neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] floatingip is already registered Sep 28 08:29:42.538626 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Service METERING assigned prefix: /metering {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:29:42.539357 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Creating instance of CountableResource for resource:rbac_policy Sep 28 08:29:42.539700 dv-cinder-844563-8-iscsi neutron-server[106362]: WARNING neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] rbac_policy is already registered Sep 28 08:29:42.540121 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Creating instance of TrackedResource for resource:security_group Sep 28 08:29:42.540479 dv-cinder-844563-8-iscsi neutron-server[106362]: WARNING neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] security_group is already registered Sep 28 08:29:42.540911 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Creating instance of TrackedResource for resource:security_group_rule Sep 28 08:29:42.541289 dv-cinder-844563-8-iscsi neutron-server[106362]: WARNING neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] security_group_rule is already registered Sep 28 08:29:42.542491 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Service CORE assigned prefix: {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:29:42.543063 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Creating instance of TrackedResource for resource:subnetpool Sep 28 08:29:42.543573 dv-cinder-844563-8-iscsi neutron-server[106362]: WARNING neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] subnetpool is already registered Sep 28 08:29:42.544030 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.v2.resource_helper [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Service CORE assigned prefix: {{(pid=106362) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 28 08:29:42.544363 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Creating instance of TrackedResource for resource:subnetpool Sep 28 08:29:42.544795 dv-cinder-844563-8-iscsi neutron-server[106362]: WARNING neutron.quota.resource_registry [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] subnetpool is already registered Sep 28 08:29:42.545385 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: extensions {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.547095 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: address-groups {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.548616 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: address-scopes {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.550771 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: agents {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.551995 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: auto-allocated-topology {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.555550 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: availability_zones {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.556817 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: dhcp-networks {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.558868 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: dhcp-agents {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.560432 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: routers {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.562231 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: flavors {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.563419 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: service_profiles {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.564746 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: next_providers {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.566259 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: service_profiles {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.567752 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: floatingip-pools {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.569028 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: routers {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.570916 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: floatingips {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.572119 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: l3-routers {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.573615 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: l3-agents {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.575173 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: metering-labels {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.576471 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: metering-label-rules {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.577809 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: network-ip-availabilities {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.579192 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: bindings {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.580801 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: quotas {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.582428 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: quotas {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.584104 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: rbac-policies {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.585349 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: security-groups {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.586570 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: security-group-rules {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.587856 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: service-providers {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.589276 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: subnetpools {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.590623 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: subnetpools {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.592115 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: tags {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.593949 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: tags {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.595705 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: tags {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.597642 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: tags {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.599375 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: tags {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.601285 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: tags {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.603098 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: tags {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.605512 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: tags {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.607318 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: tags {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.609218 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron.api.extensions [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Extended resource: tags {{(pid=106362) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 28 08:29:42.616475 dv-cinder-844563-8-iscsi neutron-server[106362]: WARNING keystonemiddleware.auth_token [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 28 08:29:42.622272 dv-cinder-844563-8-iscsi neutron-server[106362]: WARNING keystonemiddleware.auth_token [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 28 08:29:42.631357 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_concurrency.lockutils [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Acquiring lock "singleton_lock" {{(pid=106362) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 28 08:29:42.631694 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_concurrency.lockutils [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Acquired lock "singleton_lock" {{(pid=106362) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 28 08:29:42.632176 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_concurrency.lockutils [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Releasing lock "singleton_lock" {{(pid=106362) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 28 08:29:42.632843 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO oslo_service.service [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Starting 2 workers Sep 28 08:29:42.637796 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Started child 106475 {{(pid=106362) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 28 08:29:42.642418 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Started child 106476 {{(pid=106362) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 28 08:29:42.643531 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:29:42.644176 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO neutron.service [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Neutron service started, listening on 0.0.0.0:9696 Sep 28 08:29:42.644671 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Publish callbacks [] for process (None), before_spawn {{(pid=106362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:29:42.645063 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [-] (106475) wsgi starting up on http://0.0.0.0:9696 Sep 28 08:29:42.647245 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO oslo_service.service [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Starting 1 workers Sep 28 08:29:42.647451 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:29:42.648891 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [-] (106476) wsgi starting up on http://0.0.0.0:9696 Sep 28 08:29:42.652590 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Started child 106477 {{(pid=106362) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 28 08:29:42.653172 dv-cinder-844563-8-iscsi neutron-server[106362]: INFO oslo_service.service [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Starting 1 workers Sep 28 08:29:42.656992 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.service [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] calling RpcWorker wait() {{(pid=106477) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 28 08:29:42.657611 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.service [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] returning from RpcWorker wait() {{(pid=106477) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 28 08:29:42.658037 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Started child 106478 {{(pid=106362) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 28 08:29:42.658832 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG neutron_lib.callbacks.manager [None req-b4efc019-07e5-4ed1-a2a3-61ac0b0d72ee None None] Publish callbacks [] for process (None), after_spawn {{(pid=106362) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:29:42.658981 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:29:42.659423 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:29:42.660789 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106362) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 28 08:29:42.660997 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 28 08:29:42.661217 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 28 08:29:42.661448 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 28 08:29:42.661795 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 28 08:29:42.661976 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 28 08:29:42.662511 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.662795 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.663072 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.663174 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:29:42.663632 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.663933 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.664200 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:29:42.664299 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.664441 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.664914 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.665204 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.665385 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.665556 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.665805 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.666075 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.666927 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.667204 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.667461 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.667718 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.667884 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.668136 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.668418 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.668668 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.668953 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] debug = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.669246 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.669742 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.670001 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.670248 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.670491 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.670786 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.671045 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.671320 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.671576 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.671796 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.672035 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.672305 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.672546 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.672790 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.673023 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.673330 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.673569 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.674070 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] host = dv-cinder-844563-8-iscsi {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.674311 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.674552 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.674804 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.675054 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.675326 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.675553 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.675821 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.676093 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.676337 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.676561 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.676804 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.677058 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.677326 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.677599 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_file = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.677768 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_options = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.678026 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.678315 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.678591 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.678785 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.678959 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.679125 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.679389 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.679557 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.679796 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.680016 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.680232 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.680466 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.680683 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.680921 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.681200 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.681442 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.681676 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.681920 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.682755 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.683009 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.683267 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.683613 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.683832 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.684100 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.684252 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.685003 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.685269 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.685522 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.685816 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.686064 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.686326 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.686593 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.686801 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.687049 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.687390 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.688236 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.688715 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.689840 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.690151 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.690398 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.690663 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.692705 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.692705 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.693117 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.693117 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.694204 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.694443 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] use_json = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.694678 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.695439 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.695439 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.695439 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.695833 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.697254 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.697525 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.699089 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.699351 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.699799 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.700112 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.700462 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.700716 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.700988 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.701273 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.701519 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.701802 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.702035 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.702300 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.702626 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.702878 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.703193 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.703458 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.703738 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.704088 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.704358 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.704634 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.704852 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.705759 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.708019 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.708466 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.708770 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.711840 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.712149 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.712426 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.712725 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.713084 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.713431 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.713720 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.714086 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.714390 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.714664 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.714932 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.715195 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.715454 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.715682 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.715908 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.716130 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.716353 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.716637 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.716881 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.717496 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.718838 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.720803 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.721064 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.721354 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.722141 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.722416 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.722752 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.723391 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.723656 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.723912 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.726354 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.726658 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.726897 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.727177 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.727445 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.727690 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.727957 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.728187 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.728420 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.728665 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.729726 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.729928 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.730155 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.730384 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.730608 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.730850 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.731083 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.731320 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.731552 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.731785 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.732399 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.733229 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.733709 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.733975 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.734217 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.734461 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.734701 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.734958 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.735190 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.735467 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.735675 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.735904 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.736133 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.736360 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.736583 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.736809 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.737165 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.737263 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.737499 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.737816 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.738086 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.738363 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.738608 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.738873 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.739994 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.740297 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.740470 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.740712 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.740990 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.741275 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.741511 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.742140 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.742140 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.742306 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.742490 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.742718 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.742944 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.743168 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.743408 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.743893 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.743893 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.744138 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.744339 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.745166 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.745417 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.745683 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.745927 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.746177 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.746416 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.746657 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.746935 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.747184 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.748029 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.748291 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.748558 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.748847 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.749131 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.749417 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.749666 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.749905 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.750185 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.750456 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.750721 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.750983 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.751223 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.751454 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.751708 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.751933 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.752302 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.752431 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.752701 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.752952 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.753215 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.753436 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.753741 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.753975 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.754216 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.754531 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.755034 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.755147 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.755616 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.755616 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.755823 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.756977 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.757266 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.757512 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.757778 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.758001 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.758228 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.758452 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.758692 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.758935 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.759157 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.759404 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.759624 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.759873 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.760130 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.760389 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.760611 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.760833 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.761073 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.761320 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.761546 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.761770 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.761998 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.762254 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.762492 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.762839 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.763127 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.763362 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.763534 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.763802 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.764060 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.764884 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.764884 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.764884 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.765324 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.765324 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.765639 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.765639 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.765947 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.766242 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.766468 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.766596 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.766829 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.767194 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.767445 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.767677 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.767936 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.768176 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.768415 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.768636 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.768857 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.769127 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.769352 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.769581 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.769805 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.770038 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.770282 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.770457 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:29:42.770598 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.770732 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.770984 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.771237 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.771582 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.771861 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.772170 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.772400 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.772670 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.772961 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.773247 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.773499 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.773725 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.773960 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.774210 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.775215 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.775534 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.775764 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.777672 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.777672 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.777672 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.777672 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.777672 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.777672 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.778382 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.778382 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.778580 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.778803 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.779033 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.779261 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.779519 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.779741 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.779983 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.780211 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.780690 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.780911 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.781160 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.781371 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.781610 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.781952 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.782090 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.782243 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.782492 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.783058 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.783058 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.783897 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.783897 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.783897 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.783897 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.784667 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.784667 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.784667 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.784667 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.785231 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.785231 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.785484 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.785719 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.786005 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.786258 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.786528 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.786733 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.787054 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.787272 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.787516 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.787772 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.788150 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.788283 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.788474 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.788809 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.789134 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.789398 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.789654 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.789941 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.790222 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.790497 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.790715 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.791022 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.791878 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.792150 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.792421 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.792655 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.792894 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.793163 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.793403 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.793660 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.793898 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.794119 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.794362 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.794700 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.795062 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.795293 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.795733 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.795733 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.796214 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.796440 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.796671 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.796891 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.797040 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 28 08:29:42.797621 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106362) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 28 08:29:42.797772 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 28 08:29:42.797912 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 28 08:29:42.798510 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 28 08:29:42.798510 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 28 08:29:42.798510 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 28 08:29:42.798900 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.798900 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.798900 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.799200 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.799307 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.799416 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.799568 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.799728 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.799889 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.800050 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.800211 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.800374 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.800536 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.800699 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.800861 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.801022 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.801191 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.801361 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.801523 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.801684 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.801846 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.802007 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] debug = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.802167 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.802382 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.802551 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.802712 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.802873 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.803062 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.803194 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.803345 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.803505 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.803680 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.803813 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.803976 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.804138 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.804298 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.804459 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.804621 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.804783 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.804942 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] host = dv-cinder-844563-8-iscsi {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.805123 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.805283 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.805443 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.805609 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.805769 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.805930 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.806090 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.806300 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.806438 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.806561 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.806707 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.806855 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.807875 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.807875 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_file = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.809116 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_options = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.809969 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.811100 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.811100 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.811100 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.811100 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.811100 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.811100 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.813633 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.813633 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.813633 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.813633 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.813633 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.815665 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.815665 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.815665 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.815665 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.815665 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.815665 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.815665 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.815665 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.816947 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.816947 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.816947 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.816947 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.816947 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.816947 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.816947 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.816947 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.816947 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.817950 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.817950 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.817950 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.817950 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.817950 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.817950 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.817950 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.817950 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.818486 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.818486 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.818486 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.818486 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.818486 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.818785 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.818785 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.818926 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.819078 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.819270 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] use_json = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.819436 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.819599 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.819761 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.819924 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.820085 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.820249 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.820412 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.820575 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.820738 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 28 08:29:42.820929 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.821138 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.821292 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.821457 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.821619 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.821784 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.821946 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.822109 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.822273 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.822562 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.822647 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.822846 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.823024 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.823189 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.823343 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.823507 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.823676 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.823834 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.823998 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.824161 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.824324 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.824487 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.824661 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.824823 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.824984 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.825173 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.825340 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.825511 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.825674 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.825846 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.826024 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.826187 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.826352 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.826542 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.826706 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.826871 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.827034 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.827222 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.827387 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.827552 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.827715 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.827878 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.828042 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.828211 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.828372 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.828535 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.828698 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.828861 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.829023 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.829208 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.829377 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.829540 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.829704 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.829868 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.830030 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.830192 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.830354 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.830529 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.830690 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.830852 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.831013 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.831176 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.831437 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.831538 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.831650 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.831813 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.831976 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.832138 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.832330 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.832525 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.832648 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.832812 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.832974 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.833157 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.833321 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.833484 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.833646 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.833810 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.833974 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.834136 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.834299 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.834461 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.834624 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.834786 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.834949 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.835111 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.835275 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.835437 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.835600 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.835763 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.835926 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.836097 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.836276 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.836437 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.836600 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.836763 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.836925 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.837097 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.837268 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.837431 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.837596 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.837758 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.837920 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.838086 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.838764 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.838929 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.839093 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.839255 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.839437 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.839611 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.839804 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.839968 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.840160 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.840348 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.840533 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.840699 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.840863 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.841052 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.841257 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.841439 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.841626 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.841791 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.841980 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.842189 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.842378 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.842545 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.842707 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.842876 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.843051 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.843215 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.843378 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.843543 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.843708 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.843871 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.844035 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.844274 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.844372 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.844510 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.844670 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.844835 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.844998 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.845183 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.845391 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.845522 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.845685 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.845847 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.846009 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.846173 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.846334 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.846496 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.846658 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.846821 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.846983 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.847145 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.847308 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.847472 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.847634 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.847781 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.847946 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.848108 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.848272 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.848434 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.848597 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.848761 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.848922 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.849085 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.849268 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.849430 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.849593 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.849771 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.850446 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.850446 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.850446 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.850446 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.850756 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.850756 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.850897 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.850973 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.851107 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.851270 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.851434 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.851597 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.851760 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.851922 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.852085 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.852248 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.852410 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.852575 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.852738 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.852902 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.853066 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.853250 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.853414 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.853577 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.853740 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.853961 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.854694 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.854823 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.854947 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.855078 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.855232 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.855401 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.855564 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.855726 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.855889 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.856052 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.856216 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.856379 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.856544 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.856707 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.856869 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.857032 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.857217 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.857384 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.857547 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.857710 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.857876 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.858041 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.858204 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.858367 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.858531 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.858696 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.858943 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.859173 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.859173 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.859338 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.859485 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.859618 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.859860 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.859953 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.860319 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.860319 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.860759 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.860759 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.860759 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.861051 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.861051 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.861265 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.861343 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.861513 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.861668 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.861831 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.862006 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.862244 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.862566 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.862745 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.862881 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.863044 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.863218 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.863381 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.863543 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.863705 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.863869 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.864032 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.864204 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.864366 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.864529 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.864691 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.864854 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.865016 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.865210 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.865375 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.865540 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.865703 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.865866 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.866030 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.866202 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.866366 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.866529 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.866700 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.866863 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.867025 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.867188 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.867364 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.867527 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.867693 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.867858 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.868020 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.868183 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.868348 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.868516 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.868692 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.868865 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.869029 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.869226 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.869399 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.869814 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.869814 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.870115 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.870248 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.870372 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.870493 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.870652 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.870811 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.870956 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.871088 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.878663 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.878663 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.878663 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.878663 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.878663 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.878663 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.878663 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.878663 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.878663 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.879434 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.879434 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.879591 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 49566) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:29:42.879701 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.879701 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 28 08:29:42.879701 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106362) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 28 08:29:42.880708 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [-] 10.222.0.52 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0050924 Sep 28 08:29:42.885842 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [-] 10.222.0.52 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0043249 Sep 28 08:29:52.112019 dv-cinder-844563-8-iscsi neutron-server[106362]: DEBUG dbcounter [-] [106362] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106362) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:29:54.252163 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7e2862-0ef7-465b-842c-a0b8c89835a6 None None] get_active_networks_info from dv-cinder-844563-8-iscsi {{(pid=106477) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 28 08:29:54.278162 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writer thread running {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 28 08:29:54.361723 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7e2862-0ef7-465b-842c-a0b8c89835a6 None None] No non-hosted networks {{(pid=106477) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 28 08:29:54.374804 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.agentschedulers_db [None req-cc7e2862-0ef7-465b-842c-a0b8c89835a6 None None] DHCP Agent not found on host dv-cinder-844563-8-iscsi {{(pid=106477) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 28 08:29:54.446159 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-68eb38d1-27a3-4675-bb20-598dd58456f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596365'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:29:56.129062 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writer thread running {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 28 08:29:56.613470 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-64d17b1b-7291-4138-b2dd-b4734fbc8257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596365'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:29:56.680440 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-d4e4ff7e-8ebf-4202-89bd-f2b8e773d21d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:29:57.823224 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596365'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:29:58.287867 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 49642) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:29:58.864786 dv-cinder-844563-8-iscsi neutron-server[106476]: WARNING oslo_policy.policy [None req-5eb2e339-975b-46c0-90b7-93064983a157 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 08:29:58.865437 dv-cinder-844563-8-iscsi neutron-server[106476]: WARNING oslo_policy.policy [None req-5eb2e339-975b-46c0-90b7-93064983a157 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 08:29:59.086297 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [None req-5eb2e339-975b-46c0-90b7-93064983a157 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 08:29:59.089146 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-5eb2e339-975b-46c0-90b7-93064983a157 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7979422 Sep 28 08:29:59.395381 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596365'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:29:59.396186 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:29:59.396623 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:29:59.397042 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:29:59.397484 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:29:59.398008 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:29:59.398403 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:29:59.398792 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:29:59.399209 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:29:59.399597 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:29:59.399978 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:29:59.401028 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:29:59.401441 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:29:59.401864 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:29:59.402255 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:29:59.402639 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:29:59.403105 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-844563-8-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:29:59.410392 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-844563-8-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:29:59.466306 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596365'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:01.802796 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 49676) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:30:01.896583 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.db.l3_hamode_db [None req-2fb798c0-3f86-40fc-bdc2-3cd006fe02f7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 28 08:30:01.979367 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb798c0-3f86-40fc-bdc2-3cd006fe02f7 None None] Routers set() bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:30:01.980008 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb798c0-3f86-40fc-bdc2-3cd006fe02f7 None None] Router IDs set() for agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 28 08:30:02.190176 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-91266e98-1ca9-4456-a49a-34a1eaf9f289 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:30:02.202761 dv-cinder-844563-8-iscsi neutron-server[106476]: ERROR stevedore.extension [None req-91266e98-1ca9-4456-a49a-34a1eaf9f289 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 28 08:30:02.284113 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.policy [None req-91266e98-1ca9-4456-a49a-34a1eaf9f289 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106476) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 28 08:30:02.326304 dv-cinder-844563-8-iscsi neutron-server[106476]: WARNING oslo_policy.policy [None req-91266e98-1ca9-4456-a49a-34a1eaf9f289 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 08:30:02.326685 dv-cinder-844563-8-iscsi neutron-server[106476]: WARNING oslo_policy.policy [None req-91266e98-1ca9-4456-a49a-34a1eaf9f289 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 08:30:02.346882 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writer thread running {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 28 08:30:02.423785 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-91266e98-1ca9-4456-a49a-34a1eaf9f289 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759188807495', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759188806987', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759188888687', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759188889888', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759188900071', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759188907392', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-792542', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-802248', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1641609', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1676983'] for rbac-policy (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:02.521187 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-91266e98-1ca9-4456-a49a-34a1eaf9f289 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:02.522495 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-91266e98-1ca9-4456-a49a-34a1eaf9f289 admin admin] 10.222.0.52 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7187219 Sep 28 08:30:05.157025 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 49686) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:30:05.492138 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:30:05.525800 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Made reservation on behalf of c61d2a2c3629481f80a0cb5f9c63f859 for: {'network': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:30:05.529776 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for network (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:05.548500 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:05.659346 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Publish callbacks [] for security_group (04a3c44d-db8e-458f-aa85-8b76bb24636d), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:05.663501 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (04a3c44d-db8e-458f-aa85-8b76bb24636d), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:05.689133 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=106476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:30:05.723165 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759190702785', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (aa0994bc-72f4-453d-b5d1-6457773ea3f5), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:05.723758 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Unsubscribe: segment precommit_create {{(pid=106476) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 28 08:30:05.724280 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.segments_db [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Added segment aa0994bc-72f4-453d-b5d1-6457773ea3f5 of type vlan for network 63b587a5-baa4-4918-99b9-91476d6b404b Sep 28 08:30:05.746039 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=04a3c44d-db8e-458f-aa85-8b76bb24636d,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:30:05.796291 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:05.796634 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:05.796996 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:05.797380 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:05.797721 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:05.798052 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:05.798379 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:05.798743 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:05.799293 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:05.799676 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:05.800005 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:05.800352 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:05.800696 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:05.801004 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:05.801354 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Tracked resource versions report: Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: pushed versions: Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: { 'AddressGroup': {'1.2'}, Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'Agent': {'1.1'}, Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'ConntrackHelper': {'1.0'}, Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'LocalIPAssociation': {'1.0'}, Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'Log': {'1.0'}, Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'NDPProxy': {'1.0'}, Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'Network': {'1.1'}, Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'Port': {'1.7'}, Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'PortForwarding': {'1.3'}, Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'QosPolicy': {'1.10'}, Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'SecurityGroup': {'1.5'}, Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'SecurityGroupRule': {'1.2'}, Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'SubPort': {'1.0'}, Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'Subnet': {'1.1'}, Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'Trunk': {'1.1'}} Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: consumer versions: Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: { DHCP agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: L3 agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: Metadata agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: Metering agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: Open vSwitch agent@dv-cinder-844563-8-iscsi: { 'AddressGroup': '1.2', Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'Agent': '1.1', Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'ConntrackHelper': '1.0', Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'LocalIPAssociation': '1.0', Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'Log': '1.0', Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'NDPProxy': '1.0', Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'Network': '1.1', Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'Port': '1.7', Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'PortForwarding': '1.3', Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'QosPolicy': '1.10', Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'SecurityGroup': '1.5', Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'SecurityGroupRule': '1.2', Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'SubPort': '1.0', Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'Subnet': '1.1', Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: 'Trunk': '1.1'}} Sep 28 08:30:05.802791 dv-cinder-844563-8-iscsi neutron-server[106476]: {{(pid=106476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 08:30:05.833847 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759190207681'] for network (63b587a5-baa4-4918-99b9-91476d6b404b), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:05.875831 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for network (63b587a5-baa4-4918-99b9-91476d6b404b), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:05.880990 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:30:05.881740 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:05.934289 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=53,neutron:INSERT=42,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:05.980507 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8224511 Sep 28 08:30:06.004754 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f28647-3c35-48c0-98c3-5387a42eda7e demo demo] Pushing event updated for resources: {'Network': ['ID=63b587a5-baa4-4918-99b9-91476d6b404b,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:30:06.018560 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Network 63b587a5-baa4-4918-99b9-91476d6b404b details requested by agent ovs-agent-dv-cinder-844563-8-iscsi with host dv-cinder-844563-8-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:30:08.649195 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 49700) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:30:09.071781 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb49b0ba-1a69-4e06-9231-50d4c7a76c7b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:30:09.073713 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-eb49b0ba-1a69-4e06-9231-50d4c7a76c7b demo admin] 10.222.0.52 "GET /networking/v2.0/networks/63b587a5-baa4-4918-99b9-91476d6b404b HTTP/1.1" status: 200 len: 825 time: 0.4235599 Sep 28 08:30:09.098929 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-105d096f-38de-4d85-9b27-b6ee1525418a demo admin] 10.222.0.52 "GET /networking/v2.0/subnetpools/e98ecdb6-0261-4974-a40a-856cbbbe6b4e HTTP/1.1" status: 200 len: 734 time: 0.0191534 Sep 28 08:30:09.107528 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-a66b7747-e9b6-4667-a997-48596b7c3069 demo admin] Request body: {'subnet': {'network_id': '63b587a5-baa4-4918-99b9-91476d6b404b', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'e98ecdb6-0261-4974-a40a-856cbbbe6b4e'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:30:09.129237 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66b7747-e9b6-4667-a997-48596b7c3069 demo admin] Made reservation on behalf of c61d2a2c3629481f80a0cb5f9c63f859 for: {'subnet': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:30:09.131543 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a66b7747-e9b6-4667-a997-48596b7c3069 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:09.345053 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:09.426366 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a66b7747-e9b6-4667-a997-48596b7c3069 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for subnet (c3e6785c-fd9c-4818-a096-420cded7bcc6), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:09.493294 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=8 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:09.494986 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:09.501568 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b7747-e9b6-4667-a997-48596b7c3069 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c3e6785c-fd9c-4818-a096-420cded7bcc6,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:30:09.503769 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66b7747-e9b6-4667-a997-48596b7c3069 demo admin] Checking segment: {'id': 'aa0994bc-72f4-453d-b5d1-6457773ea3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '63b587a5-baa4-4918-99b9-91476d6b404b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:30:09.504169 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66b7747-e9b6-4667-a997-48596b7c3069 demo admin] Network hostable DHCP agents. Network: 63b587a5-baa4-4918-99b9-91476d6b404b, hostable agents: ['303e7d5d-73d6-4049-9660-05be0257cf7d'], hosted agents: [] {{(pid=106476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:30:09.527646 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66b7747-e9b6-4667-a997-48596b7c3069 demo admin] Network 63b587a5-baa4-4918-99b9-91476d6b404b is scheduled to be hosted by DHCP agent 303e7d5d-73d6-4049-9660-05be0257cf7d with binding_index 1 {{(pid=106476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:30:09.539703 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-a66b7747-e9b6-4667-a997-48596b7c3069 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-8-iscsi, 63b587a5-baa4-4918-99b9-91476d6b404b) {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:30:09.544944 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66b7747-e9b6-4667-a997-48596b7c3069 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:30:09.545569 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a66b7747-e9b6-4667-a997-48596b7c3069 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:09.550099 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc37355-033c-4714-87d6-4a1bbcf98254 None None] Network 63b587a5-baa4-4918-99b9-91476d6b404b requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:30:09.561237 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-a66b7747-e9b6-4667-a997-48596b7c3069 demo admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4568875 Sep 28 08:30:09.817723 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60c871b0-84eb-58d7-9f94-0df37add3fce-63b587a5-baa4-4918-99b9-91476d6b404b', 'network_id': '63b587a5-baa4-4918-99b9-91476d6b404b', 'project_id': 'c61d2a2c3629481f80a0cb5f9c63f859', 'fixed_ips': [{'subnet_id': 'c3e6785c-fd9c-4818-a096-420cded7bcc6'}]}} from dv-cinder-844563-8-iscsi. {{(pid=106477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 08:30:09.819115 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:10.099171 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.db_base_plugin_common [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Allocated IP 172.20.0.2 (63b587a5-baa4-4918-99b9-91476d6b404b/c3e6785c-fd9c-4818-a096-420cded7bcc6/841f6b01-3f4b-4858-a68f-523b42174c7c) {{(pid=106477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:30:10.159150 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=61,neutron:INSERT=36,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:10.374919 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Publish callbacks [] for port (841f6b01-3f4b-4858-a68f-523b42174c7c), precommit_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:10.383919 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (841f6b01-3f4b-4858-a68f-523b42174c7c), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:10.461675 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Network 63b587a5-baa4-4918-99b9-91476d6b404b is already hosted by enough agents. {{(pid=106477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:30:10.468232 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.base_scheduler [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Resources bound (agent type, host, resource id): {{(pid=106477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:30:10.473286 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Pushing event updated for resources: {'Port': ['ID=841f6b01-3f4b-4858-a68f-523b42174c7c,revision_number=1']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:30:10.475605 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Received port after_create {{(pid=106477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:30:10.489371 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:10.489718 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:10.490078 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:10.490435 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:10.490770 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:10.491101 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:10.491427 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:10.491749 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:10.492100 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:10.492393 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:10.492719 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:10.493056 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:10.493410 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:10.493729 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:10.494079 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Tracked resource versions report: Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: pushed versions: Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: { 'AddressGroup': {'1.2'}, Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'Agent': {'1.1'}, Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'ConntrackHelper': {'1.0'}, Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'LocalIPAssociation': {'1.0'}, Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'Log': {'1.0'}, Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'NDPProxy': {'1.0'}, Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'Network': {'1.1'}, Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'Port': {'1.7'}, Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'PortForwarding': {'1.3'}, Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'QosPolicy': {'1.10'}, Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'SecurityGroup': {'1.5'}, Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'SecurityGroupRule': {'1.2'}, Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'SubPort': {'1.0'}, Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'Subnet': {'1.1'}, Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'Trunk': {'1.1'}} Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: consumer versions: Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: { DHCP agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: L3 agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: Metadata agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: Metering agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: Open vSwitch agent@dv-cinder-844563-8-iscsi: { 'AddressGroup': '1.2', Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'Agent': '1.1', Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'ConntrackHelper': '1.0', Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'LocalIPAssociation': '1.0', Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'Log': '1.0', Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'NDPProxy': '1.0', Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'Network': '1.1', Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'Port': '1.7', Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'PortForwarding': '1.3', Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'QosPolicy': '1.10', Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'SecurityGroup': '1.5', Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'SecurityGroupRule': '1.2', Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'SubPort': '1.0', Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'Subnet': '1.1', Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: 'Trunk': '1.1'}} Sep 28 08:30:10.495653 dv-cinder-844563-8-iscsi neutron-server[106477]: {{(pid=106477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 08:30:10.582007 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Attempting to bind port 841f6b01-3f4b-4858-a68f-523b42174c7c on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:30:10.582665 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Attempting to bind port 841f6b01-3f4b-4858-a68f-523b42174c7c by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': 'aa0994bc-72f4-453d-b5d1-6457773ea3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '63b587a5-baa4-4918-99b9-91476d6b404b'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:30:10.582843 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Attempting to bind port 841f6b01-3f4b-4858-a68f-523b42174c7c on network 63b587a5-baa4-4918-99b9-91476d6b404b {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:30:10.614511 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:10.632823 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:30:10.633167 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Checking segment: {'id': 'aa0994bc-72f4-453d-b5d1-6457773ea3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '63b587a5-baa4-4918-99b9-91476d6b404b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:30:10.633650 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:10.635406 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Bound using segment: {'id': 'aa0994bc-72f4-453d-b5d1-6457773ea3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '63b587a5-baa4-4918-99b9-91476d6b404b'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:30:10.635406 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Bound port: 841f6b01-3f4b-4858-a68f-523b42174c7c, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0994bc-72f4-453d-b5d1-6457773ea3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '63b587a5-baa4-4918-99b9-91476d6b404b'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:30:10.635621 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (841f6b01-3f4b-4858-a68f-523b42174c7c), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:10.698344 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] For port 841f6b01-3f4b-4858-a68f-523b42174c7c, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:30:10.718251 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] For port 841f6b01-3f4b-4858-a68f-523b42174c7c, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=841f6b01-3f4b-4858-a68f-523b42174c7c,segment=NetworkSegment(aa0994bc-72f4-453d-b5d1-6457773ea3f5),segment_id=aa0994bc-72f4-453d-b5d1-6457773ea3f5)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:30:10.725454 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (841f6b01-3f4b-4858-a68f-523b42174c7c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:10.780474 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29541036-9b08-4a2b-9922-c5b7758c99e9 None None] Pushing event updated for resources: {'Port': ['ID=841f6b01-3f4b-4858-a68f-523b42174c7c,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:30:12.325158 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 49714) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:30:12.899943 dv-cinder-844563-8-iscsi neutron-server[106475]: WARNING oslo_policy.policy [None req-f899aeac-5b36-481d-a364-94b05fcda1ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 08:30:12.900470 dv-cinder-844563-8-iscsi neutron-server[106475]: WARNING oslo_policy.policy [None req-f899aeac-5b36-481d-a364-94b05fcda1ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 08:30:13.130910 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [None req-f899aeac-5b36-481d-a364-94b05fcda1ed admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 08:30:13.132322 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-f899aeac-5b36-481d-a364-94b05fcda1ed admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8060129 Sep 28 08:30:15.837787 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 49728) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:30:16.173571 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [None req-24f65204-0d64-4366-ab64-ab7ed9a55395 admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 08:30:16.174706 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-24f65204-0d64-4366-ab64-ab7ed9a55395 admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3358746 Sep 28 08:30:18.908194 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 49740) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:30:18.995626 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26495364-ed46-4a11-99b5-b1b11bd69329 None None] Network 63b587a5-baa4-4918-99b9-91476d6b404b requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:30:19.067895 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-875e2646-5c06-4471-81f5-999b53f2ffa7 None None] Provisioning complete for port 841f6b01-3f4b-4858-a68f-523b42174c7c triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:30:19.068306 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-875e2646-5c06-4471-81f5-999b53f2ffa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (841f6b01-3f4b-4858-a68f-523b42174c7c), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:19.068671 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-875e2646-5c06-4471-81f5-999b53f2ffa7 None None] Attempt 1 to provision port 841f6b01-3f4b-4858-a68f-523b42174c7c Sep 28 08:30:19.190654 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 841f6b01-3f4b-4858-a68f-523b42174c7c up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:30:19.286522 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-3818a83a-6a33-4e79-a55f-18733c9d8133 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:30:19.299543 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-875e2646-5c06-4471-81f5-999b53f2ffa7 None None] Current status of the port 841f6b01-3f4b-4858-a68f-523b42174c7c is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:30:19.299939 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-875e2646-5c06-4471-81f5-999b53f2ffa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (841f6b01-3f4b-4858-a68f-523b42174c7c), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:19.315116 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3818a83a-6a33-4e79-a55f-18733c9d8133 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3738'] for router (8e8f0b44-2da5-4223-ae88-437e4d3a8ba7), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:19.316787 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3818a83a-6a33-4e79-a55f-18733c9d8133 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2002495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3713'] for router (8e8f0b44-2da5-4223-ae88-437e4d3a8ba7), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:19.346618 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-875e2646-5c06-4471-81f5-999b53f2ffa7 None None] For port 841f6b01-3f4b-4858-a68f-523b42174c7c, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=841f6b01-3f4b-4858-a68f-523b42174c7c,segment=NetworkSegment(aa0994bc-72f4-453d-b5d1-6457773ea3f5),segment_id=aa0994bc-72f4-453d-b5d1-6457773ea3f5)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:30:19.355880 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-875e2646-5c06-4471-81f5-999b53f2ffa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (841f6b01-3f4b-4858-a68f-523b42174c7c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:19.380590 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 841f6b01-3f4b-4858-a68f-523b42174c7c triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:30:19.380993 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (841f6b01-3f4b-4858-a68f-523b42174c7c), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:19.381370 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 841f6b01-3f4b-4858-a68f-523b42174c7c Sep 28 08:30:19.417356 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:19.438558 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e2646-5c06-4471-81f5-999b53f2ffa7 None None] Pushing event updated for resources: {'Port': ['ID=841f6b01-3f4b-4858-a68f-523b42174c7c,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:30:19.466681 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3818a83a-6a33-4e79-a55f-18733c9d8133 demo demo] Publish callbacks [] for router_controller (8e8f0b44-2da5-4223-ae88-437e4d3a8ba7), precommit_add_association {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:19.472181 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3818a83a-6a33-4e79-a55f-18733c9d8133 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595702'] for router (8e8f0b44-2da5-4223-ae88-437e4d3a8ba7), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:19.490630 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3818a83a-6a33-4e79-a55f-18733c9d8133 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:19.491833 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-3818a83a-6a33-4e79-a55f-18733c9d8133 demo demo] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5827296 Sep 28 08:30:19.498955 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-2be03e77-1f29-4d82-be71-993a5c8def6c None None] Provisioning complete for port 841f6b01-3f4b-4858-a68f-523b42174c7c triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:30:19.499357 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2be03e77-1f29-4d82-be71-993a5c8def6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (841f6b01-3f4b-4858-a68f-523b42174c7c), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:19.499703 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-2be03e77-1f29-4d82-be71-993a5c8def6c None None] Attempt 1 to provision port 841f6b01-3f4b-4858-a68f-523b42174c7c Sep 28 08:30:19.502713 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 841f6b01-3f4b-4858-a68f-523b42174c7c is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:30:19.580021 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2be03e77-1f29-4d82-be71-993a5c8def6c None None] Current status of the port 841f6b01-3f4b-4858-a68f-523b42174c7c is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:30:21.133475 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 841f6b01-3f4b-4858-a68f-523b42174c7c up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:30:21.180110 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 841f6b01-3f4b-4858-a68f-523b42174c7c triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:30:21.180503 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (841f6b01-3f4b-4858-a68f-523b42174c7c), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:21.180854 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 841f6b01-3f4b-4858-a68f-523b42174c7c Sep 28 08:30:21.244081 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:21.255065 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 841f6b01-3f4b-4858-a68f-523b42174c7c is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:30:22.199444 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 49750) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:30:22.539777 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [None req-21bb6a85-6315-40b1-83f7-32f4a47b957d admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 08:30:22.541311 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-21bb6a85-6315-40b1-83f7-32f4a47b957d admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3404932 Sep 28 08:30:24.226822 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b19b052a-b563-4b4b-bc78-a7a89b32baec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:24.720300 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 5 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:30:25.227115 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 49760) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:30:25.558559 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-a7e154c8-a741-4831-a4a0-c5e129c22fbb admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:30:25.578873 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e154c8-a741-4831-a4a0-c5e129c22fbb admin admin] Made reservation on behalf of c189a0d1d6b0443ba4af2cd3c46f5c43 for: {'network': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:30:25.581385 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a7e154c8-a741-4831-a4a0-c5e129c22fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for network (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:25.590170 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a7e154c8-a741-4831-a4a0-c5e129c22fbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:25.637176 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:25.673792 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a7e154c8-a741-4831-a4a0-c5e129c22fbb admin admin] Publish callbacks [] for security_group (a71082b9-1ed2-4131-a871-ded51868d006), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:25.677549 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a7e154c8-a741-4831-a4a0-c5e129c22fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (a71082b9-1ed2-4131-a871-ded51868d006), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:25.692118 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a7e154c8-a741-4831-a4a0-c5e129c22fbb admin admin] Reserving flat network on physical network physnet1 {{(pid=106476) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 28 08:30:25.714774 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a7e154c8-a741-4831-a4a0-c5e129c22fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (9d9df0a3-5497-41a7-90d4-f7d641350928), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:25.715107 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.segments_db [None req-a7e154c8-a741-4831-a4a0-c5e129c22fbb admin admin] Added segment 9d9df0a3-5497-41a7-90d4-f7d641350928 of type flat for network 53303c84-4465-4011-9c65-8bdf4507ffd3 Sep 28 08:30:25.716462 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e154c8-a741-4831-a4a0-c5e129c22fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71082b9-1ed2-4131-a871-ded51868d006,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:30:25.764150 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a7e154c8-a741-4831-a4a0-c5e129c22fbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759190207681'] for network (53303c84-4465-4011-9c65-8bdf4507ffd3), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:25.797646 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a7e154c8-a741-4831-a4a0-c5e129c22fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for network (53303c84-4465-4011-9c65-8bdf4507ffd3), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:25.798847 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e154c8-a741-4831-a4a0-c5e129c22fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:30:25.799426 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a7e154c8-a741-4831-a4a0-c5e129c22fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:25.867713 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-a7e154c8-a741-4831-a4a0-c5e129c22fbb admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6394901 Sep 28 08:30:25.900192 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e154c8-a741-4831-a4a0-c5e129c22fbb admin admin] Pushing event updated for resources: {'Network': ['ID=53303c84-4465-4011-9c65-8bdf4507ffd3,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:30:25.910858 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 details requested by agent ovs-agent-dv-cinder-844563-8-iscsi with host dv-cinder-844563-8-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:30:26.608770 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-e0209ace-667d-403b-9f03-c79ceec12d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:27.788943 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:28.535334 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 49768) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:30:28.932726 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:INSERT=16,neutron:SELECT=82,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:28.937501 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d0fc4c-ba1c-4ac4-b252-a9991ab45323 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:30:28.938870 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-b5d0fc4c-ba1c-4ac4-b252-a9991ab45323 demo admin] 10.222.0.52 "GET /networking/v2.0/subnets/c3e6785c-fd9c-4818-a096-420cded7bcc6 HTTP/1.1" status: 200 len: 849 time: 0.4036820 Sep 28 08:30:29.067748 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-d5c8a5ff-afce-4c37-971f-54c36aaf97a2 demo admin] 10.222.0.52 "GET /networking/v2.0/routers/8e8f0b44-2da5-4223-ae88-437e4d3a8ba7 HTTP/1.1" status: 200 len: 704 time: 0.1228631 Sep 28 08:30:29.354033 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0be1fcc2-3ccd-40b0-82da-d41bac170c8b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:29.402711 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:29.404498 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:29.724708 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-0be1fcc2-3ccd-40b0-82da-d41bac170c8b demo admin] Allocated IP 172.20.0.1 (63b587a5-baa4-4918-99b9-91476d6b404b/c3e6785c-fd9c-4818-a096-420cded7bcc6/b8ba8bd5-cc0e-48cb-aa14-7a412678f430) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:30:29.889016 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0be1fcc2-3ccd-40b0-82da-d41bac170c8b demo admin] Publish callbacks [] for port (b8ba8bd5-cc0e-48cb-aa14-7a412678f430), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:29.890361 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:29.957934 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0be1fcc2-3ccd-40b0-82da-d41bac170c8b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (b8ba8bd5-cc0e-48cb-aa14-7a412678f430), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:30.037545 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be1fcc2-3ccd-40b0-82da-d41bac170c8b demo admin] Network 63b587a5-baa4-4918-99b9-91476d6b404b is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:30:30.045262 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-0be1fcc2-3ccd-40b0-82da-d41bac170c8b demo admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:30:30.047355 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1fcc2-3ccd-40b0-82da-d41bac170c8b demo admin] Pushing event updated for resources: {'Port': ['ID=b8ba8bd5-cc0e-48cb-aa14-7a412678f430,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:30:30.050804 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be1fcc2-3ccd-40b0-82da-d41bac170c8b demo admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:30:30.050804 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0be1fcc2-3ccd-40b0-82da-d41bac170c8b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605409'] for router_interface (8e8f0b44-2da5-4223-ae88-437e4d3a8ba7), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:30.262359 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0be1fcc2-3ccd-40b0-82da-d41bac170c8b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (b8ba8bd5-cc0e-48cb-aa14-7a412678f430), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:30.266809 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-49ec5b61-df75-4f9d-a30f-fb2aad7a1869 None None] Provisioning complete for port b8ba8bd5-cc0e-48cb-aa14-7a412678f430 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:30:30.267208 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-49ec5b61-df75-4f9d-a30f-fb2aad7a1869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (b8ba8bd5-cc0e-48cb-aa14-7a412678f430), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:30.267542 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-49ec5b61-df75-4f9d-a30f-fb2aad7a1869 None None] Attempt 1 to provision port b8ba8bd5-cc0e-48cb-aa14-7a412678f430 Sep 28 08:30:30.307260 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-49ec5b61-df75-4f9d-a30f-fb2aad7a1869 None None] Port b8ba8bd5-cc0e-48cb-aa14-7a412678f430 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:30:30.337582 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:30.474693 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0be1fcc2-3ccd-40b0-82da-d41bac170c8b demo admin] Publish callbacks [] for port (b8ba8bd5-cc0e-48cb-aa14-7a412678f430), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:30.480034 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0be1fcc2-3ccd-40b0-82da-d41bac170c8b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (b8ba8bd5-cc0e-48cb-aa14-7a412678f430), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:30.480943 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0be1fcc2-3ccd-40b0-82da-d41bac170c8b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1605525'] for router_interface (8e8f0b44-2da5-4223-ae88-437e4d3a8ba7), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:30.564495 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1fcc2-3ccd-40b0-82da-d41bac170c8b demo admin] Pushing event updated for resources: {'Port': ['ID=b8ba8bd5-cc0e-48cb-aa14-7a412678f430,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:30:30.621516 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be1fcc2-3ccd-40b0-82da-d41bac170c8b demo admin] Network 63b587a5-baa4-4918-99b9-91476d6b404b is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:30:30.622943 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-0be1fcc2-3ccd-40b0-82da-d41bac170c8b demo admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:30:30.789543 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be1fcc2-3ccd-40b0-82da-d41bac170c8b demo admin] Router 8e8f0b44-2da5-4223-ae88-437e4d3a8ba7 is scheduled to L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c with binding_index 1 {{(pid=106476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:30:30.808269 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-49ec5b61-df75-4f9d-a30f-fb2aad7a1869 None None] Attempt 2 to provision port b8ba8bd5-cc0e-48cb-aa14-7a412678f430 Sep 28 08:30:30.845485 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-49ec5b61-df75-4f9d-a30f-fb2aad7a1869 None None] Port b8ba8bd5-cc0e-48cb-aa14-7a412678f430 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:30:30.881823 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be1fcc2-3ccd-40b0-82da-d41bac170c8b demo admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:30:30.888014 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-0be1fcc2-3ccd-40b0-82da-d41bac170c8b demo admin] 10.222.0.52 "PUT /networking/v2.0/routers/8e8f0b44-2da5-4223-ae88-437e4d3a8ba7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8136709 Sep 28 08:30:30.904854 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86996185-9e02-4ca8-a255-952b7410043d None None] Sync routers for ids ['8e8f0b44-2da5-4223-ae88-437e4d3a8ba7'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:30:30.919065 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86996185-9e02-4ca8-a255-952b7410043d None None] Routers {'8e8f0b44-2da5-4223-ae88-437e4d3a8ba7'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:30:30.919973 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-86996185-9e02-4ca8-a255-952b7410043d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:30:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['8e8f0b44-2da5-4223-ae88-437e4d3a8ba7'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:30:31.118931 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-86996185-9e02-4ca8-a255-952b7410043d None None] Set router 8e8f0b44-2da5-4223-ae88-437e4d3a8ba7 gateway port host: None {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:30:31.346613 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-49ec5b61-df75-4f9d-a30f-fb2aad7a1869 None None] Attempt 3 to provision port b8ba8bd5-cc0e-48cb-aa14-7a412678f430 Sep 28 08:30:31.389995 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-49ec5b61-df75-4f9d-a30f-fb2aad7a1869 None None] Port b8ba8bd5-cc0e-48cb-aa14-7a412678f430 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:30:31.574715 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-86996185-9e02-4ca8-a255-952b7410043d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8f0b44-2da5-4223-ae88-437e4d3a8ba7', 'name': 'router1', 'tenant_id': 'c61d2a2c3629481f80a0cb5f9c63f859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:30:19Z', 'updated_at': '2022-09-28T08:30:30Z', 'revision_number': 2, 'project_id': 'c61d2a2c3629481f80a0cb5f9c63f859', 'gw_port_host': None, '_interfaces': [{'id': 'b8ba8bd5-cc0e-48cb-aa14-7a412678f430', 'name': '', 'network_id': '63b587a5-baa4-4918-99b9-91476d6b404b', 'tenant_id': 'c61d2a2c3629481f80a0cb5f9c63f859', 'mac_address': 'fa:16:3e:fa:8e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8f0b44-2da5-4223-ae88-437e4d3a8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3e6785c-fd9c-4818-a096-420cded7bcc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:30:29Z', 'updated_at': '2022-09-28T08:30:30Z', 'revision_number': 2, 'project_id': 'c61d2a2c3629481f80a0cb5f9c63f859', 'subnets': [{'id': 'c3e6785c-fd9c-4818-a096-420cded7bcc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e98ecdb6-0261-4974-a40a-856cbbbe6b4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:30:31.628262 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86996185-9e02-4ca8-a255-952b7410043d None None] Checking router: 8e8f0b44-2da5-4223-ae88-437e4d3a8ba7 for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:30:31.628552 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86996185-9e02-4ca8-a255-952b7410043d None None] Updating router 8e8f0b44-2da5-4223-ae88-437e4d3a8ba7 port b8ba8bd5-cc0e-48cb-aa14-7a412678f430 binding host dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:30:31.684939 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-86996185-9e02-4ca8-a255-952b7410043d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (b8ba8bd5-cc0e-48cb-aa14-7a412678f430), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:31.891460 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-49ec5b61-df75-4f9d-a30f-fb2aad7a1869 None None] Attempt 4 to provision port b8ba8bd5-cc0e-48cb-aa14-7a412678f430 Sep 28 08:30:31.933351 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-49ec5b61-df75-4f9d-a30f-fb2aad7a1869 None None] Port b8ba8bd5-cc0e-48cb-aa14-7a412678f430 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:30:32.225595 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-86996185-9e02-4ca8-a255-952b7410043d None None] Publish callbacks [] for port (b8ba8bd5-cc0e-48cb-aa14-7a412678f430), precommit_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:32.234407 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-86996185-9e02-4ca8-a255-952b7410043d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (b8ba8bd5-cc0e-48cb-aa14-7a412678f430), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:32.381976 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c9276-2c63-4b19-90c4-8909db97182a None None] Pushing event updated for resources: {'Port': ['ID=b8ba8bd5-cc0e-48cb-aa14-7a412678f430,revision_number=3']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:30:32.391702 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9276-2c63-4b19-90c4-8909db97182a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:32.392055 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9276-2c63-4b19-90c4-8909db97182a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:32.392418 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9276-2c63-4b19-90c4-8909db97182a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:32.392774 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9276-2c63-4b19-90c4-8909db97182a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:32.393126 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9276-2c63-4b19-90c4-8909db97182a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:32.393459 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9276-2c63-4b19-90c4-8909db97182a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:32.393788 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9276-2c63-4b19-90c4-8909db97182a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:32.394134 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9276-2c63-4b19-90c4-8909db97182a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:32.394438 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9276-2c63-4b19-90c4-8909db97182a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:32.394762 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9276-2c63-4b19-90c4-8909db97182a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:32.395089 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9276-2c63-4b19-90c4-8909db97182a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:32.395429 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9276-2c63-4b19-90c4-8909db97182a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:32.395753 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9276-2c63-4b19-90c4-8909db97182a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:32.396073 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9276-2c63-4b19-90c4-8909db97182a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:32.396393 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9276-2c63-4b19-90c4-8909db97182a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c9276-2c63-4b19-90c4-8909db97182a None None] Tracked resource versions report: Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: pushed versions: Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: { 'AddressGroup': {'1.2'}, Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'Agent': {'1.1'}, Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'ConntrackHelper': {'1.0'}, Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'LocalIPAssociation': {'1.0'}, Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'Log': {'1.0'}, Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'NDPProxy': {'1.0'}, Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'Network': {'1.1'}, Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'Port': {'1.7'}, Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'PortForwarding': {'1.3'}, Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'QosPolicy': {'1.10'}, Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'SecurityGroup': {'1.5'}, Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'SecurityGroupRule': {'1.2'}, Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'SubPort': {'1.0'}, Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'Subnet': {'1.1'}, Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'Trunk': {'1.1'}} Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: consumer versions: Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: { DHCP agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: L3 agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: Metadata agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: Metering agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: Open vSwitch agent@dv-cinder-844563-8-iscsi: { 'AddressGroup': '1.2', Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'Agent': '1.1', Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'ConntrackHelper': '1.0', Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'LocalIPAssociation': '1.0', Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'Log': '1.0', Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'NDPProxy': '1.0', Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'Network': '1.1', Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'Port': '1.7', Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'PortForwarding': '1.3', Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'QosPolicy': '1.10', Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'SecurityGroup': '1.5', Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'SecurityGroupRule': '1.2', Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'SubPort': '1.0', Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'Subnet': '1.1', Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: 'Trunk': '1.1'}} Sep 28 08:30:32.397855 dv-cinder-844563-8-iscsi neutron-server[106478]: {{(pid=106478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 08:30:32.401781 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-86996185-9e02-4ca8-a255-952b7410043d None None] Attempting to bind port b8ba8bd5-cc0e-48cb-aa14-7a412678f430 on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:30:32.402186 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-86996185-9e02-4ca8-a255-952b7410043d None None] Attempting to bind port b8ba8bd5-cc0e-48cb-aa14-7a412678f430 by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': 'aa0994bc-72f4-453d-b5d1-6457773ea3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '63b587a5-baa4-4918-99b9-91476d6b404b'}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:30:32.402643 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86996185-9e02-4ca8-a255-952b7410043d None None] Attempting to bind port b8ba8bd5-cc0e-48cb-aa14-7a412678f430 on network 63b587a5-baa4-4918-99b9-91476d6b404b {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:30:32.434771 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-49ec5b61-df75-4f9d-a30f-fb2aad7a1869 None None] Attempt 5 to provision port b8ba8bd5-cc0e-48cb-aa14-7a412678f430 Sep 28 08:30:32.484182 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-49ec5b61-df75-4f9d-a30f-fb2aad7a1869 None None] Port b8ba8bd5-cc0e-48cb-aa14-7a412678f430 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:30:32.498388 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86996185-9e02-4ca8-a255-952b7410043d None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:30:32.498794 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86996185-9e02-4ca8-a255-952b7410043d None None] Checking segment: {'id': 'aa0994bc-72f4-453d-b5d1-6457773ea3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '63b587a5-baa4-4918-99b9-91476d6b404b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:30:32.499260 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-86996185-9e02-4ca8-a255-952b7410043d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:32.499668 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86996185-9e02-4ca8-a255-952b7410043d None None] Bound using segment: {'id': 'aa0994bc-72f4-453d-b5d1-6457773ea3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '63b587a5-baa4-4918-99b9-91476d6b404b'} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:30:32.500178 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-86996185-9e02-4ca8-a255-952b7410043d None None] Bound port: b8ba8bd5-cc0e-48cb-aa14-7a412678f430, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa0994bc-72f4-453d-b5d1-6457773ea3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '63b587a5-baa4-4918-99b9-91476d6b404b'}}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:30:32.500573 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-86996185-9e02-4ca8-a255-952b7410043d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (b8ba8bd5-cc0e-48cb-aa14-7a412678f430), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:32.520118 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:32.556435 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:32.578863 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-86996185-9e02-4ca8-a255-952b7410043d None None] For port b8ba8bd5-cc0e-48cb-aa14-7a412678f430, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:30:32.600071 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-86996185-9e02-4ca8-a255-952b7410043d None None] For port b8ba8bd5-cc0e-48cb-aa14-7a412678f430, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=b8ba8bd5-cc0e-48cb-aa14-7a412678f430,segment=NetworkSegment(aa0994bc-72f4-453d-b5d1-6457773ea3f5),segment_id=aa0994bc-72f4-453d-b5d1-6457773ea3f5)] {{(pid=106478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:30:32.607170 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-86996185-9e02-4ca8-a255-952b7410043d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (b8ba8bd5-cc0e-48cb-aa14-7a412678f430), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:32.651689 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86996185-9e02-4ca8-a255-952b7410043d None None] Routers {'8e8f0b44-2da5-4223-ae88-437e4d3a8ba7'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:30:32.652349 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-86996185-9e02-4ca8-a255-952b7410043d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:30:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['8e8f0b44-2da5-4223-ae88-437e4d3a8ba7'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:30:32.697483 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c9276-2c63-4b19-90c4-8909db97182a None None] Pushing event updated for resources: {'Port': ['ID=b8ba8bd5-cc0e-48cb-aa14-7a412678f430,revision_number=4']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:30:32.748492 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-86996185-9e02-4ca8-a255-952b7410043d None None] Set router 8e8f0b44-2da5-4223-ae88-437e4d3a8ba7 gateway port host: None {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:30:32.956272 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-86996185-9e02-4ca8-a255-952b7410043d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8f0b44-2da5-4223-ae88-437e4d3a8ba7', 'name': 'router1', 'tenant_id': 'c61d2a2c3629481f80a0cb5f9c63f859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:30:19Z', 'updated_at': '2022-09-28T08:30:30Z', 'revision_number': 2, 'project_id': 'c61d2a2c3629481f80a0cb5f9c63f859', 'gw_port_host': None, '_interfaces': [{'id': 'b8ba8bd5-cc0e-48cb-aa14-7a412678f430', 'name': '', 'network_id': '63b587a5-baa4-4918-99b9-91476d6b404b', 'tenant_id': 'c61d2a2c3629481f80a0cb5f9c63f859', 'mac_address': 'fa:16:3e:fa:8e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8f0b44-2da5-4223-ae88-437e4d3a8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3e6785c-fd9c-4818-a096-420cded7bcc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:30:29Z', 'updated_at': '2022-09-28T08:30:32Z', 'revision_number': 4, 'project_id': 'c61d2a2c3629481f80a0cb5f9c63f859', 'subnets': [{'id': 'c3e6785c-fd9c-4818-a096-420cded7bcc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e98ecdb6-0261-4974-a40a-856cbbbe6b4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:30:32.983706 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86996185-9e02-4ca8-a255-952b7410043d None None] The sync data for ids ['8e8f0b44-2da5-4223-ae88-437e4d3a8ba7'] in dv-cinder-844563-8-iscsi is: [{'id': '8e8f0b44-2da5-4223-ae88-437e4d3a8ba7', 'name': 'router1', 'tenant_id': 'c61d2a2c3629481f80a0cb5f9c63f859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:30:19Z', 'updated_at': '2022-09-28T08:30:30Z', 'revision_number': 2, 'project_id': 'c61d2a2c3629481f80a0cb5f9c63f859', 'gw_port_host': None, '_interfaces': [{'id': 'b8ba8bd5-cc0e-48cb-aa14-7a412678f430', 'name': '', 'network_id': '63b587a5-baa4-4918-99b9-91476d6b404b', 'tenant_id': 'c61d2a2c3629481f80a0cb5f9c63f859', 'mac_address': 'fa:16:3e:fa:8e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8f0b44-2da5-4223-ae88-437e4d3a8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3e6785c-fd9c-4818-a096-420cded7bcc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:30:29Z', 'updated_at': '2022-09-28T08:30:32Z', 'revision_number': 4, 'project_id': 'c61d2a2c3629481f80a0cb5f9c63f859', 'subnets': [{'id': 'c3e6785c-fd9c-4818-a096-420cded7bcc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e98ecdb6-0261-4974-a40a-856cbbbe6b4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:30:32.985083 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-49ec5b61-df75-4f9d-a30f-fb2aad7a1869 None None] Attempt 6 to provision port b8ba8bd5-cc0e-48cb-aa14-7a412678f430 Sep 28 08:30:33.095459 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-49ec5b61-df75-4f9d-a30f-fb2aad7a1869 None None] Current status of the port b8ba8bd5-cc0e-48cb-aa14-7a412678f430 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:30:33.095868 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-49ec5b61-df75-4f9d-a30f-fb2aad7a1869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (b8ba8bd5-cc0e-48cb-aa14-7a412678f430), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:33.125223 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:33.138864 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-49ec5b61-df75-4f9d-a30f-fb2aad7a1869 None None] For port b8ba8bd5-cc0e-48cb-aa14-7a412678f430, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=b8ba8bd5-cc0e-48cb-aa14-7a412678f430,segment=NetworkSegment(aa0994bc-72f4-453d-b5d1-6457773ea3f5),segment_id=aa0994bc-72f4-453d-b5d1-6457773ea3f5)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:30:33.145140 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-49ec5b61-df75-4f9d-a30f-fb2aad7a1869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (b8ba8bd5-cc0e-48cb-aa14-7a412678f430), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:33.205073 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec5b61-df75-4f9d-a30f-fb2aad7a1869 None None] Pushing event updated for resources: {'Port': ['ID=b8ba8bd5-cc0e-48cb-aa14-7a412678f430,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:30:33.288285 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-93639c6c-aae9-4941-b7ee-b784356e38c0 None None] Provisioning complete for port b8ba8bd5-cc0e-48cb-aa14-7a412678f430 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:30:33.288625 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-93639c6c-aae9-4941-b7ee-b784356e38c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (b8ba8bd5-cc0e-48cb-aa14-7a412678f430), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:33.288946 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-93639c6c-aae9-4941-b7ee-b784356e38c0 None None] Attempt 1 to provision port b8ba8bd5-cc0e-48cb-aa14-7a412678f430 Sep 28 08:30:33.379065 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-93639c6c-aae9-4941-b7ee-b784356e38c0 None None] Current status of the port b8ba8bd5-cc0e-48cb-aa14-7a412678f430 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:30:33.690829 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 49778) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:30:34.125564 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:34.140964 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b67811d-11ba-4412-ac80-186cd52b2356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:30:34.145136 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-1b67811d-11ba-4412-ac80-186cd52b2356 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/53303c84-4465-4011-9c65-8bdf4507ffd3 HTTP/1.1" status: 200 len: 842 time: 0.4506376 Sep 28 08:30:34.153059 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-9696c5e8-8575-4c0f-b00b-be7c389de2a0 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:30:34.173953 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9696c5e8-8575-4c0f-b00b-be7c389de2a0 admin admin] Made reservation on behalf of c189a0d1d6b0443ba4af2cd3c46f5c43 for: {'subnet': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:30:34.176640 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9696c5e8-8575-4c0f-b00b-be7c389de2a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:34.561899 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.objects.ports [None req-9696c5e8-8575-4c0f-b00b-be7c389de2a0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106476) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 28 08:30:34.562475 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9696c5e8-8575-4c0f-b00b-be7c389de2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for subnet (267b6cdf-ce48-4c8b-88bb-4b62825e5f5f), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:34.614654 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696c5e8-8575-4c0f-b00b-be7c389de2a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=267b6cdf-ce48-4c8b-88bb-4b62825e5f5f,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:30:34.631277 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:34.635504 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9696c5e8-8575-4c0f-b00b-be7c389de2a0 admin admin] Checking segment: {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:30:34.635866 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9696c5e8-8575-4c0f-b00b-be7c389de2a0 admin admin] Network hostable DHCP agents. Network: 53303c84-4465-4011-9c65-8bdf4507ffd3, hostable agents: ['303e7d5d-73d6-4049-9660-05be0257cf7d'], hosted agents: [] {{(pid=106476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:30:34.655062 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9696c5e8-8575-4c0f-b00b-be7c389de2a0 admin admin] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is scheduled to be hosted by DHCP agent 303e7d5d-73d6-4049-9660-05be0257cf7d with binding_index 1 {{(pid=106476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:30:34.665437 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-9696c5e8-8575-4c0f-b00b-be7c389de2a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-8-iscsi, 53303c84-4465-4011-9c65-8bdf4507ffd3) {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:30:34.671144 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9696c5e8-8575-4c0f-b00b-be7c389de2a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:30:34.674450 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb226f7-7eb8-4f5c-9696-52062fc024b9 None None] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:30:34.678483 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9696c5e8-8575-4c0f-b00b-be7c389de2a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:34.709178 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-9696c5e8-8575-4c0f-b00b-be7c389de2a0 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5561652 Sep 28 08:30:34.795818 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098f6343-e5e4-4fc6-9cb1-1a15937a4ecd None None] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:30:37.482641 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 49786) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:30:37.931436 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-60d172e5-2c2e-4e96-ae8b-a0672ba7a257 demo admin] 10.222.0.52 "GET /networking/v2.0/routers/8e8f0b44-2da5-4223-ae88-437e4d3a8ba7 HTTP/1.1" status: 200 len: 710 time: 0.4476421 Sep 28 08:30:38.025220 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e7c025-7cd1-4559-a22d-c4877c7283c6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:30:38.026615 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-21e7c025-7cd1-4559-a22d-c4877c7283c6 demo admin] 10.222.0.52 "GET /networking/v2.0/networks/53303c84-4465-4011-9c65-8bdf4507ffd3 HTTP/1.1" status: 200 len: 886 time: 0.0944817 Sep 28 08:30:38.035789 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-644ced28-fbb5-4581-b141-00f76facc89a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:30:38.241492 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:38.290057 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-644ced28-fbb5-4581-b141-00f76facc89a demo admin] Publish callbacks [] for router_gateway (8e8f0b44-2da5-4223-ae88-437e4d3a8ba7), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:38.510061 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-644ced28-fbb5-4581-b141-00f76facc89a demo admin] Publish callbacks [] for router_gateway (8e8f0b44-2da5-4223-ae88-437e4d3a8ba7), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:38.588761 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-644ced28-fbb5-4581-b141-00f76facc89a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:38.695999 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-644ced28-fbb5-4581-b141-00f76facc89a demo admin] Allocated IP 172.27.2.229 (53303c84-4465-4011-9c65-8bdf4507ffd3/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f/0c634ac6-da8c-4a27-ac6a-749305ca8930) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:30:38.777224 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:38.799196 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-644ced28-fbb5-4581-b141-00f76facc89a demo admin] Publish callbacks [] for port (0c634ac6-da8c-4a27-ac6a-749305ca8930), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:38.831210 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-644ced28-fbb5-4581-b141-00f76facc89a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (0c634ac6-da8c-4a27-ac6a-749305ca8930), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:38.872864 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644ced28-fbb5-4581-b141-00f76facc89a demo admin] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:30:38.875658 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-644ced28-fbb5-4581-b141-00f76facc89a demo admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:30:38.879404 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644ced28-fbb5-4581-b141-00f76facc89a demo admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:30:38.911844 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ced28-fbb5-4581-b141-00f76facc89a demo admin] Pushing event updated for resources: {'Port': ['ID=0c634ac6-da8c-4a27-ac6a-749305ca8930,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:30:39.162969 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device b8ba8bd5-cc0e-48cb-aa14-7a412678f430 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:30:39.212441 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port b8ba8bd5-cc0e-48cb-aa14-7a412678f430 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:30:39.212848 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (b8ba8bd5-cc0e-48cb-aa14-7a412678f430), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:39.213223 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port b8ba8bd5-cc0e-48cb-aa14-7a412678f430 Sep 28 08:30:39.231812 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-644ced28-fbb5-4581-b141-00f76facc89a demo admin] Publish callbacks [] for router_gateway (8e8f0b44-2da5-4223-ae88-437e4d3a8ba7), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:39.232382 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:39.234202 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:39.296908 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port b8ba8bd5-cc0e-48cb-aa14-7a412678f430 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:30:39.429851 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-644ced28-fbb5-4581-b141-00f76facc89a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1595858', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1596640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3775'] for router (8e8f0b44-2da5-4223-ae88-437e4d3a8ba7), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:39.433896 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-644ced28-fbb5-4581-b141-00f76facc89a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1595853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1595844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1596635'] for router (8e8f0b44-2da5-4223-ae88-437e4d3a8ba7), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:39.537261 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644ced28-fbb5-4581-b141-00f76facc89a demo admin] Router 8e8f0b44-2da5-4223-ae88-437e4d3a8ba7 has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:30:39.638141 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644ced28-fbb5-4581-b141-00f76facc89a demo admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:30:39.642414 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-644ced28-fbb5-4581-b141-00f76facc89a demo admin] Publish callbacks [] for router (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:39.643639 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-644ced28-fbb5-4581-b141-00f76facc89a demo admin] 10.222.0.52 "PUT /networking/v2.0/routers/8e8f0b44-2da5-4223-ae88-437e4d3a8ba7 HTTP/1.1" status: 200 len: 890 time: 1.6109555 Sep 28 08:30:39.650071 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] Sync routers for ids ['8e8f0b44-2da5-4223-ae88-437e4d3a8ba7'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:30:39.663401 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] Routers {'8e8f0b44-2da5-4223-ae88-437e4d3a8ba7'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:30:39.664081 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:30:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['8e8f0b44-2da5-4223-ae88-437e4d3a8ba7'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:30:39.879516 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] Set router 8e8f0b44-2da5-4223-ae88-437e4d3a8ba7 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:30:40.332306 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8f0b44-2da5-4223-ae88-437e4d3a8ba7', 'name': 'router1', 'tenant_id': 'c61d2a2c3629481f80a0cb5f9c63f859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '0c634ac6-da8c-4a27-ac6a-749305ca8930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:30:19Z', 'updated_at': '2022-09-28T08:30:39Z', 'revision_number': 4, 'project_id': 'c61d2a2c3629481f80a0cb5f9c63f859', 'gw_port': {'id': '0c634ac6-da8c-4a27-ac6a-749305ca8930', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8f0b44-2da5-4223-ae88-437e4d3a8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:30:38Z', 'updated_at': '2022-09-28T08:30:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'b8ba8bd5-cc0e-48cb-aa14-7a412678f430', 'name': '', 'network_id': '63b587a5-baa4-4918-99b9-91476d6b404b', 'tenant_id': 'c61d2a2c3629481f80a0cb5f9c63f859', 'mac_address': 'fa:16:3e:fa:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f0b44-2da5-4223-ae88-437e4d3a8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3e6785c-fd9c-4818-a096-420cded7bcc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:30:29Z', 'updated_at': '2022-09-28T08:30:33Z', 'revision_number': 5, 'project_id': 'c61d2a2c3629481f80a0cb5f9c63f859', 'subnets': [{'id': 'c3e6785c-fd9c-4818-a096-420cded7bcc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e98ecdb6-0261-4974-a40a-856cbbbe6b4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:30:40.387196 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] Checking router: 8e8f0b44-2da5-4223-ae88-437e4d3a8ba7 for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:30:40.387568 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] Updating router 8e8f0b44-2da5-4223-ae88-437e4d3a8ba7 port 0c634ac6-da8c-4a27-ac6a-749305ca8930 binding host dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:30:40.442623 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (0c634ac6-da8c-4a27-ac6a-749305ca8930), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:40.596804 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=100 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:40.761027 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] Publish callbacks [] for port (0c634ac6-da8c-4a27-ac6a-749305ca8930), precommit_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:40.765714 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (0c634ac6-da8c-4a27-ac6a-749305ca8930), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:40.802200 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] Attempting to bind port 0c634ac6-da8c-4a27-ac6a-749305ca8930 on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:30:40.802568 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] Attempting to bind port 0c634ac6-da8c-4a27-ac6a-749305ca8930 by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:30:40.802927 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] Attempting to bind port 0c634ac6-da8c-4a27-ac6a-749305ca8930 on network 53303c84-4465-4011-9c65-8bdf4507ffd3 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:30:40.834817 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23015c42-8713-478d-b374-5fced65dca92 None None] Pushing event updated for resources: {'Port': ['ID=0c634ac6-da8c-4a27-ac6a-749305ca8930,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:30:40.854298 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:30:40.854724 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] Checking segment: {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:30:40.855117 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:40.855496 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] Bound using segment: {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:30:40.855957 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] Bound port: 0c634ac6-da8c-4a27-ac6a-749305ca8930, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:30:40.856355 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (0c634ac6-da8c-4a27-ac6a-749305ca8930), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:40.875817 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:40.904517 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] For port 0c634ac6-da8c-4a27-ac6a-749305ca8930, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:30:40.907717 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] For port 0c634ac6-da8c-4a27-ac6a-749305ca8930, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=0c634ac6-da8c-4a27-ac6a-749305ca8930,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:30:40.913755 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (0c634ac6-da8c-4a27-ac6a-749305ca8930), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:40.954064 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] Routers {'8e8f0b44-2da5-4223-ae88-437e4d3a8ba7'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:30:40.954786 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:30:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['8e8f0b44-2da5-4223-ae88-437e4d3a8ba7'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:30:41.009667 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23015c42-8713-478d-b374-5fced65dca92 None None] Pushing event updated for resources: {'Port': ['ID=0c634ac6-da8c-4a27-ac6a-749305ca8930,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:30:41.071101 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] Set router 8e8f0b44-2da5-4223-ae88-437e4d3a8ba7 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:30:41.276711 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8f0b44-2da5-4223-ae88-437e4d3a8ba7', 'name': 'router1', 'tenant_id': 'c61d2a2c3629481f80a0cb5f9c63f859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '0c634ac6-da8c-4a27-ac6a-749305ca8930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:30:19Z', 'updated_at': '2022-09-28T08:30:39Z', 'revision_number': 4, 'project_id': 'c61d2a2c3629481f80a0cb5f9c63f859', 'gw_port': {'id': '0c634ac6-da8c-4a27-ac6a-749305ca8930', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8f0b44-2da5-4223-ae88-437e4d3a8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:30:38Z', 'updated_at': '2022-09-28T08:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'b8ba8bd5-cc0e-48cb-aa14-7a412678f430', 'name': '', 'network_id': '63b587a5-baa4-4918-99b9-91476d6b404b', 'tenant_id': 'c61d2a2c3629481f80a0cb5f9c63f859', 'mac_address': 'fa:16:3e:fa:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f0b44-2da5-4223-ae88-437e4d3a8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3e6785c-fd9c-4818-a096-420cded7bcc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:30:29Z', 'updated_at': '2022-09-28T08:30:33Z', 'revision_number': 5, 'project_id': 'c61d2a2c3629481f80a0cb5f9c63f859', 'subnets': [{'id': 'c3e6785c-fd9c-4818-a096-420cded7bcc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e98ecdb6-0261-4974-a40a-856cbbbe6b4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:30:41.302180 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be833d38-92dc-4d08-b41d-c40a5ed76375 None None] The sync data for ids ['8e8f0b44-2da5-4223-ae88-437e4d3a8ba7'] in dv-cinder-844563-8-iscsi is: [{'id': '8e8f0b44-2da5-4223-ae88-437e4d3a8ba7', 'name': 'router1', 'tenant_id': 'c61d2a2c3629481f80a0cb5f9c63f859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '0c634ac6-da8c-4a27-ac6a-749305ca8930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:30:19Z', 'updated_at': '2022-09-28T08:30:39Z', 'revision_number': 4, 'project_id': 'c61d2a2c3629481f80a0cb5f9c63f859', 'gw_port': {'id': '0c634ac6-da8c-4a27-ac6a-749305ca8930', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8f0b44-2da5-4223-ae88-437e4d3a8ba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:30:38Z', 'updated_at': '2022-09-28T08:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'b8ba8bd5-cc0e-48cb-aa14-7a412678f430', 'name': '', 'network_id': '63b587a5-baa4-4918-99b9-91476d6b404b', 'tenant_id': 'c61d2a2c3629481f80a0cb5f9c63f859', 'mac_address': 'fa:16:3e:fa:8e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8f0b44-2da5-4223-ae88-437e4d3a8ba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c3e6785c-fd9c-4818-a096-420cded7bcc6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:30:29Z', 'updated_at': '2022-09-28T08:30:33Z', 'revision_number': 5, 'project_id': 'c61d2a2c3629481f80a0cb5f9c63f859', 'subnets': [{'id': 'c3e6785c-fd9c-4818-a096-420cded7bcc6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e98ecdb6-0261-4974-a40a-856cbbbe6b4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:30:42.461899 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 49798) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:30:42.871940 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-11d628f8-7575-46a9-bee8-73d85ec61d36 admin admin] 10.222.0.52 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4088964 Sep 28 08:30:42.947480 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=34 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:42.984175 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=52,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:43.161050 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 0c634ac6-da8c-4a27-ac6a-749305ca8930 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:30:43.210535 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 0c634ac6-da8c-4a27-ac6a-749305ca8930 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:30:43.210920 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (0c634ac6-da8c-4a27-ac6a-749305ca8930), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:43.211252 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 0c634ac6-da8c-4a27-ac6a-749305ca8930 Sep 28 08:30:43.288010 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 0c634ac6-da8c-4a27-ac6a-749305ca8930 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:30:43.288402 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (0c634ac6-da8c-4a27-ac6a-749305ca8930), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:43.307352 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:43.313344 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] For port 0c634ac6-da8c-4a27-ac6a-749305ca8930, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=0c634ac6-da8c-4a27-ac6a-749305ca8930,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:30:43.321074 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (0c634ac6-da8c-4a27-ac6a-749305ca8930), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:43.369564 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Pushing event updated for resources: {'Port': ['ID=0c634ac6-da8c-4a27-ac6a-749305ca8930,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:30:45.161323 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 0c634ac6-da8c-4a27-ac6a-749305ca8930 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:30:45.223615 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 0c634ac6-da8c-4a27-ac6a-749305ca8930 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:30:45.223615 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (0c634ac6-da8c-4a27-ac6a-749305ca8930), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:45.223615 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 0c634ac6-da8c-4a27-ac6a-749305ca8930 Sep 28 08:30:45.303130 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 0c634ac6-da8c-4a27-ac6a-749305ca8930 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:30:52.863665 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:52.869021 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=39 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:54.322002 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-05db71b2-bbae-4233-ab2a-1c44f533e4f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:55.302034 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:30:56.617585 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-dbfa9aa0-9edf-4735-915d-d6a712aac4ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:57.803527 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:59.410581 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:30:59.415784 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:31:01.711295 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 5 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:31:09.398516 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:31:09.410258 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:31:11.697684 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:31:11.720429 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:31:24.230040 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95f91ef7-cead-410a-9932-69b92f34bd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:31:26.619554 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1e48e3dd-9bae-4c6b-9072-5c0346da5ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:31:27.801759 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:31:29.406809 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:31:29.420679 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:31:38.712720 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 5 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:31:39.407814 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:31:39.411077 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:31:52.695407 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=5 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:31:52.697638 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:31:54.224036 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-35c7e43e-1c85-4c84-b841-e5b09691e2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:31:56.616602 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-6488c82b-f4b6-47e1-a4c0-c21d2620aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:31:57.802037 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:31:59.406317 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:31:59.410657 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:32:09.396402 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:32:09.403851 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:32:10.423390 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 50350) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:32:10.783461 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b4e7ee-f065-47bd-a440-e5adb5703d43 admin admin] GET failed (client error): The resource could not be found. Sep 28 08:32:10.784779 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-16b4e7ee-f065-47bd-a440-e5adb5703d43 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3605385 Sep 28 08:32:10.949991 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16496085-0f0d-43ad-a05d-8e606d3fdf3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:32:10.951469 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-16496085-0f0d-43ad-a05d-8e606d3fdf3d admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1622567 Sep 28 08:32:13.543495 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 50360) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:32:13.923302 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5812169c-ee95-42db-99ae-a9c7c3f96f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:32:13.924653 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-5812169c-ee95-42db-99ae-a9c7c3f96f35 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/c3e6785c-fd9c-4818-a096-420cded7bcc6 HTTP/1.1" status: 200 len: 849 time: 0.3802161 Sep 28 08:32:13.934571 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-8c9e604b-4e75-4cc0-ad99-71418ec33f97 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:32:14.024808 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8c9e604b-4e75-4cc0-ad99-71418ec33f97 admin admin] Publish callbacks [] for subnet (c3e6785c-fd9c-4818-a096-420cded7bcc6), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:32:14.182640 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8c9e604b-4e75-4cc0-ad99-71418ec33f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759190793885'] for subnet (c3e6785c-fd9c-4818-a096-420cded7bcc6), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:32:14.218711 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9e604b-4e75-4cc0-ad99-71418ec33f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:32:14.219308 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8c9e604b-4e75-4cc0-ad99-71418ec33f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:32:14.220790 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-8c9e604b-4e75-4cc0-ad99-71418ec33f97 admin admin] 10.222.0.52 "PUT /networking/v2.0/subnets/c3e6785c-fd9c-4818-a096-420cded7bcc6 HTTP/1.1" status: 200 len: 868 time: 0.2896891 Sep 28 08:32:14.228355 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e260184e-32b9-4b1e-8eeb-216cec0f9ab3 None None] Network 63b587a5-baa4-4918-99b9-91476d6b404b requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:32:14.245557 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e604b-4e75-4cc0-ad99-71418ec33f97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3e6785c-fd9c-4818-a096-420cded7bcc6,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:32:14.253362 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e604b-4e75-4cc0-ad99-71418ec33f97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:32:14.253724 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e604b-4e75-4cc0-ad99-71418ec33f97 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:32:14.254065 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e604b-4e75-4cc0-ad99-71418ec33f97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:32:14.254407 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e604b-4e75-4cc0-ad99-71418ec33f97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:32:14.254737 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e604b-4e75-4cc0-ad99-71418ec33f97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:32:14.255058 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e604b-4e75-4cc0-ad99-71418ec33f97 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:32:14.255378 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e604b-4e75-4cc0-ad99-71418ec33f97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:32:14.255697 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e604b-4e75-4cc0-ad99-71418ec33f97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:32:14.256032 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e604b-4e75-4cc0-ad99-71418ec33f97 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:32:14.256359 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e604b-4e75-4cc0-ad99-71418ec33f97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:32:14.256700 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e604b-4e75-4cc0-ad99-71418ec33f97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:32:14.257036 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e604b-4e75-4cc0-ad99-71418ec33f97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:32:14.257380 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e604b-4e75-4cc0-ad99-71418ec33f97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:32:14.257697 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e604b-4e75-4cc0-ad99-71418ec33f97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:32:14.258008 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9e604b-4e75-4cc0-ad99-71418ec33f97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:32:14.557553 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-bfe25efb-86ae-4fd5-b871-281ee40a2071 None None] Provisioning complete for port b8ba8bd5-cc0e-48cb-aa14-7a412678f430 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:32:14.557926 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-bfe25efb-86ae-4fd5-b871-281ee40a2071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (b8ba8bd5-cc0e-48cb-aa14-7a412678f430), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:32:14.558259 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-bfe25efb-86ae-4fd5-b871-281ee40a2071 None None] Attempt 1 to provision port b8ba8bd5-cc0e-48cb-aa14-7a412678f430 Sep 28 08:32:14.634743 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-bfe25efb-86ae-4fd5-b871-281ee40a2071 None None] Current status of the port b8ba8bd5-cc0e-48cb-aa14-7a412678f430 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:32:14.643133 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-bfe25efb-86ae-4fd5-b871-281ee40a2071 None None] Provisioning complete for port 841f6b01-3f4b-4858-a68f-523b42174c7c triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:32:14.643536 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-bfe25efb-86ae-4fd5-b871-281ee40a2071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (841f6b01-3f4b-4858-a68f-523b42174c7c), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:32:14.643870 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-bfe25efb-86ae-4fd5-b871-281ee40a2071 None None] Attempt 1 to provision port 841f6b01-3f4b-4858-a68f-523b42174c7c Sep 28 08:32:14.718696 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-bfe25efb-86ae-4fd5-b871-281ee40a2071 None None] Current status of the port 841f6b01-3f4b-4858-a68f-523b42174c7c is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:32:15.707643 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 5 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:32:16.816078 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 50368) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:32:17.291454 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f94611e-1763-440e-8938-155a94fef321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:32:17.291914 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f94611e-1763-440e-8938-155a94fef321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:32:17.293582 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-6f94611e-1763-440e-8938-155a94fef321 admin admin] 10.222.0.52 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4765198 Sep 28 08:32:19.907841 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 50376) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:32:20.423769 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0862b8-0219-4e0d-8fec-af51e4f1b8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:32:20.424240 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0862b8-0219-4e0d-8fec-af51e4f1b8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:32:20.425898 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-da0862b8-0219-4e0d-8fec-af51e4f1b8a7 admin admin] 10.222.0.52 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5168602 Sep 28 08:32:23.050342 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 50384) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:32:23.452716 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:32:23.455810 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ff1856-d180-4653-bdbc-126c67e0daba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:32:23.457216 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-88ff1856-d180-4653-bdbc-126c67e0daba admin admin] 10.222.0.52 "GET /networking/v2.0/networks/53303c84-4465-4011-9c65-8bdf4507ffd3 HTTP/1.1" status: 200 len: 886 time: 0.4059124 Sep 28 08:32:24.226958 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8f018723-47ca-493d-8743-c66f2a101320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:32:25.714830 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:32:25.716212 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=5 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:32:26.049885 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 50392) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:32:26.432404 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:32:26.461069 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86da31a6-fcdf-49ee-81c6-69303cfaf6a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:32:26.462971 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-86da31a6-fcdf-49ee-81c6-69303cfaf6a7 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/63b587a5-baa4-4918-99b9-91476d6b404b HTTP/1.1" status: 200 len: 869 time: 0.4121537 Sep 28 08:32:26.611701 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c9c0f20c-8c83-42bb-a72a-bc615e12d340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:32:27.800912 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:32:29.048989 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 50400) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:32:29.410807 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:32:29.412306 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:32:29.469911 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc09d01-1fcd-427e-89c7-e99e711137ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:32:29.470389 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc09d01-1fcd-427e-89c7-e99e711137ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:32:29.471919 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-adc09d01-1fcd-427e-89c7-e99e711137ef admin admin] 10.222.0.52 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4219549 Sep 28 08:32:32.080118 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 50408) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:32:32.459320 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0744d21f-3470-415e-b2a8-a682dc377cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:32:32.459770 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0744d21f-3470-415e-b2a8-a682dc377cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:32:32.461807 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-0744d21f-3470-415e-b2a8-a682dc377cd4 admin admin] 10.222.0.52 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3803332 Sep 28 08:32:35.088164 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 50416) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:32:35.455432 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3af5dc-8c9b-477e-b52f-759ff22b8f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:32:35.456836 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-9e3af5dc-8c9b-477e-b52f-759ff22b8f0f admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f HTTP/1.1" status: 200 len: 816 time: 0.3678117 Sep 28 08:32:38.056196 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 50424) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:32:38.443852 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd8d9ce-2679-4fbf-a792-8385dbc24c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:32:38.445266 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-3cd8d9ce-2679-4fbf-a792-8385dbc24c1b admin admin] 10.222.0.52 "GET /networking/v2.0/subnets/c3e6785c-fd9c-4818-a096-420cded7bcc6 HTTP/1.1" status: 200 len: 868 time: 0.3880854 Sep 28 08:32:39.399929 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:32:39.406290 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:32:48.439013 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=23 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:32:48.440879 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=41 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:32:49.662676 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=13 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:32:49.670906 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=13 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:32:52.711294 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 5 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:32:54.230129 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c3d1fa77-a3d1-4396-ba8e-5213f934ddc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:32:56.616595 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-29d264f8-a4c1-4b3a-915a-61ddcd2fb762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:32:57.802143 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:32:59.408353 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:32:59.411511 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:02.703082 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:33:02.718123 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:33:08.541363 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 50482) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:33:08.877655 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [None req-0fe858df-39ac-4745-a771-7eb97e41a79f admin admin] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 08:33:08.878697 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-0fe858df-39ac-4745-a771-7eb97e41a79f admin admin] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3363740 Sep 28 08:33:09.405352 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:33:09.408091 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:33:11.606966 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 50490) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:33:11.953622 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writer thread running {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 28 08:33:11.992956 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.pecan_wsgi.hooks.translation [None req-e582924d-089b-4d1c-901a-52bba6ece3e9 admin admin] GET failed (client error): The resource could not be found. Sep 28 08:33:11.994547 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e582924d-089b-4d1c-901a-52bba6ece3e9 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3866520 Sep 28 08:33:12.006257 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:33:12.191104 dv-cinder-844563-8-iscsi neutron-server[106475]: ERROR stevedore.extension [None req-80743fe4-b982-4b99-b4e6-956b9fba5f9b admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 28 08:33:12.245669 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.policy [None req-80743fe4-b982-4b99-b4e6-956b9fba5f9b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106475) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 28 08:33:12.290728 dv-cinder-844563-8-iscsi neutron-server[106475]: WARNING oslo_policy.policy [None req-80743fe4-b982-4b99-b4e6-956b9fba5f9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 08:33:12.291111 dv-cinder-844563-8-iscsi neutron-server[106475]: WARNING oslo_policy.policy [None req-80743fe4-b982-4b99-b4e6-956b9fba5f9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 28 08:33:12.300415 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80743fe4-b982-4b99-b4e6-956b9fba5f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:12.302151 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-80743fe4-b982-4b99-b4e6-956b9fba5f9b admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.3033006 Sep 28 08:33:14.935553 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 50504) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:33:15.286372 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:33:15.307205 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] Made reservation on behalf of c189a0d1d6b0443ba4af2cd3c46f5c43 for: {'network': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:15.309638 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for network (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:15.337310 dv-cinder-844563-8-iscsi neutron-server[106476]: WARNING neutron.services.revisions.revision_plugin [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] Could not find related network for resource to bump revision. Sep 28 08:33:15.348726 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=106476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:33:15.358410 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (bc0b67bd-f4cf-4a14-8002-134f258c1be8), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:15.358746 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.segments_db [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] Added segment bc0b67bd-f4cf-4a14-8002-134f258c1be8 of type vlan for network bc805722-a721-4f9b-9384-a60f601520a9 Sep 28 08:33:15.400399 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759190207681'] for network (bc805722-a721-4f9b-9384-a60f601520a9), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:15.424995 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for network (bc805722-a721-4f9b-9384-a60f601520a9), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:15.425971 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:15.426541 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:15.480937 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5443530 Sep 28 08:33:15.491681 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] Pushing event updated for resources: {'Network': ['ID=bc805722-a721-4f9b-9384-a60f601520a9,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:15.499285 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:15.499634 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:15.499948 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:15.500284 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:15.500606 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:15.500954 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:15.501310 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:15.501630 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:15.501974 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:15.502300 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:15.502643 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:15.502983 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:15.503301 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:15.503620 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:15.503934 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91b24e5-4128-4dfd-8584-44395d7e9841 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:15.519831 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Network bc805722-a721-4f9b-9384-a60f601520a9 details requested by agent ovs-agent-dv-cinder-844563-8-iscsi with host dv-cinder-844563-8-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:33:18.145000 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 50512) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:33:18.490352 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13f35bf-766f-4898-93e5-362af51d7859 admin admin] GET failed (client error): The resource could not be found. Sep 28 08:33:18.492270 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-b13f35bf-766f-4898-93e5-362af51d7859 admin admin] 10.222.0.52 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3457336 Sep 28 08:33:18.564151 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6f19b1-3f0c-4ffb-9ad9-a747b1da7455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:18.565674 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-bb6f19b1-3f0c-4ffb-9ad9-a747b1da7455 admin admin] 10.222.0.52 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0691268 Sep 28 08:33:18.576169 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-f42903cd-b88c-4510-8559-3564ce4da303 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'bc805722-a721-4f9b-9384-a60f601520a9', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:33:18.596704 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42903cd-b88c-4510-8559-3564ce4da303 admin admin] Made reservation on behalf of c189a0d1d6b0443ba4af2cd3c46f5c43 for: {'subnet': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:33:18.599120 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f42903cd-b88c-4510-8559-3564ce4da303 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:18.764102 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f42903cd-b88c-4510-8559-3564ce4da303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for subnet (1770a4b3-13c1-43ca-b847-61fc0284a225), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:18.822371 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42903cd-b88c-4510-8559-3564ce4da303 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1770a4b3-13c1-43ca-b847-61fc0284a225,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:18.831303 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42903cd-b88c-4510-8559-3564ce4da303 admin admin] Checking segment: {'id': 'bc0b67bd-f4cf-4a14-8002-134f258c1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bc805722-a721-4f9b-9384-a60f601520a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:33:18.831655 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42903cd-b88c-4510-8559-3564ce4da303 admin admin] Network hostable DHCP agents. Network: bc805722-a721-4f9b-9384-a60f601520a9, hostable agents: ['303e7d5d-73d6-4049-9660-05be0257cf7d'], hosted agents: [] {{(pid=106476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:33:18.848489 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42903cd-b88c-4510-8559-3564ce4da303 admin admin] Network bc805722-a721-4f9b-9384-a60f601520a9 is scheduled to be hosted by DHCP agent 303e7d5d-73d6-4049-9660-05be0257cf7d with binding_index 1 {{(pid=106476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:33:18.857527 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-f42903cd-b88c-4510-8559-3564ce4da303 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-8-iscsi, bc805722-a721-4f9b-9384-a60f601520a9) {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:18.861767 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42903cd-b88c-4510-8559-3564ce4da303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:33:18.862504 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f42903cd-b88c-4510-8559-3564ce4da303 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:18.867509 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c844cc-5201-4479-a020-ad708376435d None None] Network bc805722-a721-4f9b-9384-a60f601520a9 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:33:18.879417 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-f42903cd-b88c-4510-8559-3564ce4da303 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3067417 Sep 28 08:33:18.976351 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60c871b0-84eb-58d7-9f94-0df37add3fce-bc805722-a721-4f9b-9384-a60f601520a9', 'network_id': 'bc805722-a721-4f9b-9384-a60f601520a9', 'project_id': 'c189a0d1d6b0443ba4af2cd3c46f5c43', 'fixed_ips': [{'subnet_id': '1770a4b3-13c1-43ca-b847-61fc0284a225'}]}} from dv-cinder-844563-8-iscsi. {{(pid=106477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 08:33:18.977353 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:19.216185 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.db_base_plugin_common [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Allocated IP 192.168.233.2 (bc805722-a721-4f9b-9384-a60f601520a9/1770a4b3-13c1-43ca-b847-61fc0284a225/6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc) {{(pid=106477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:33:19.368483 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Publish callbacks [] for port (6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc), precommit_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:19.376965 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:19.422350 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Network bc805722-a721-4f9b-9384-a60f601520a9 is already hosted by enough agents. {{(pid=106477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:33:19.425631 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.base_scheduler [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Resources bound (agent type, host, resource id): {{(pid=106477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:33:19.429573 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Received port after_create {{(pid=106477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:33:19.432932 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Pushing event updated for resources: {'Port': ['ID=6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc,revision_number=1']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:19.445068 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.445455 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.445828 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.446224 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.446560 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.446901 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.447220 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.447545 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.447868 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.448195 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.448518 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.448861 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.449207 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.449816 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.449816 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:33:19.515431 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Attempting to bind port 6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:33:19.515808 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Attempting to bind port 6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': 'bc0b67bd-f4cf-4a14-8002-134f258c1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bc805722-a721-4f9b-9384-a60f601520a9'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:33:19.516172 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Attempting to bind port 6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc on network bc805722-a721-4f9b-9384-a60f601520a9 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:33:19.646821 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:33:19.647199 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Checking segment: {'id': 'bc0b67bd-f4cf-4a14-8002-134f258c1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bc805722-a721-4f9b-9384-a60f601520a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:33:19.647721 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:19.648122 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Bound using segment: {'id': 'bc0b67bd-f4cf-4a14-8002-134f258c1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bc805722-a721-4f9b-9384-a60f601520a9'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:33:19.648644 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Bound port: 6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0b67bd-f4cf-4a14-8002-134f258c1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bc805722-a721-4f9b-9384-a60f601520a9'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:33:19.649076 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:19.721929 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:33:19.726451 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] For port 6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:33:19.729935 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] For port 6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc,segment=NetworkSegment(bc0b67bd-f4cf-4a14-8002-134f258c1be8),segment_id=bc0b67bd-f4cf-4a14-8002-134f258c1be8)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:33:19.736337 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:19.793229 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917f70e-3b76-4984-97e8-26f513335b88 None None] Pushing event updated for resources: {'Port': ['ID=6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:20.629065 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd465d8-7248-4b89-a30a-5ef1956a277c None None] Network bc805722-a721-4f9b-9384-a60f601520a9 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:33:20.681616 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:33:20.723883 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-d045dfc1-893f-4144-b556-e8c15e0558d8 None None] Provisioning complete for port 6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:33:20.724434 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-d045dfc1-893f-4144-b556-e8c15e0558d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:20.724874 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-d045dfc1-893f-4144-b556-e8c15e0558d8 None None] Attempt 1 to provision port 6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc Sep 28 08:33:20.835117 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-d045dfc1-893f-4144-b556-e8c15e0558d8 None None] Current status of the port 6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:33:20.835117 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-d045dfc1-893f-4144-b556-e8c15e0558d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:20.876090 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-d045dfc1-893f-4144-b556-e8c15e0558d8 None None] For port 6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc,segment=NetworkSegment(bc0b67bd-f4cf-4a14-8002-134f258c1be8),segment_id=bc0b67bd-f4cf-4a14-8002-134f258c1be8)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:33:20.884415 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-d045dfc1-893f-4144-b556-e8c15e0558d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:20.962666 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045dfc1-893f-4144-b556-e8c15e0558d8 None None] Pushing event updated for resources: {'Port': ['ID=6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:33:21.008744 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-ee2de1ab-6bfb-4266-8f20-2d036c2bb959 None None] Provisioning complete for port 6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:33:21.009176 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ee2de1ab-6bfb-4266-8f20-2d036c2bb959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:21.009524 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-ee2de1ab-6bfb-4266-8f20-2d036c2bb959 None None] Attempt 1 to provision port 6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc Sep 28 08:33:21.102990 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-ee2de1ab-6bfb-4266-8f20-2d036c2bb959 None None] Current status of the port 6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:33:21.268492 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:33:21.314540 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:33:21.315068 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:21.315514 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc Sep 28 08:33:21.406151 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 6eb546a0-4e0b-4eb7-b54c-f8c6333a3bdc is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:33:22.175339 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:33:22.178452 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=16 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:33:24.234396 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c5fec080-a7e6-491f-a731-b9f377e038fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:26.621877 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-dc0f788b-4dc5-41ad-8f36-ad6dd1423fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:27.807027 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:28.866847 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=67,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:33:28.872105 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=71,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:33:29.417851 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:29.420486 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:29.712906 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 5 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:33:39.408917 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:33:39.411117 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:33:39.715789 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:33:39.721138 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=5 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:33:52.693148 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:33:52.693924 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:DELETE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:33:54.237328 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a96cc6b2-2de6-4a54-86b7-fbbb058dcb9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:56.625657 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a69c8965-1f27-4181-a48e-a8a00222bbb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:57.811301 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:59.417699 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:33:59.421010 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:34:06.715422 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 5 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:34:09.410778 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:34:09.413184 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:34:16.718421 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=7 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:34:16.722457 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:34:24.241117 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-45fd7306-ed9b-475e-a4e7-5658a2c0e3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:34:26.629005 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-6d6c9034-6ba5-448f-bb16-05a19546c324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:34:27.811562 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:34:29.423266 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:34:29.426313 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:34:34.689920 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 50554) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:34:34.696205 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [None req-88bc21a1-cb3d-44a2-904c-d6f4ab57cc9b tempest-verify_tempest_config-1166243024 tempest-verify_tempest_config-1166243024-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 08:34:34.697224 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-88bc21a1-cb3d-44a2-904c-d6f4ab57cc9b tempest-verify_tempest_config-1166243024 tempest-verify_tempest_config-1166243024-project] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0063019 Sep 28 08:34:35.225774 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 50572) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:34:35.563619 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6240b3d1-ae6e-40f9-b24e-0900b4fb1993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:34:35.638799 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6240b3d1-ae6e-40f9-b24e-0900b4fb1993 admin admin] Publish callbacks [] for security_group (e20f2996-9e8b-4aa5-b42d-1efc3af879ca), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:34:35.642448 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6240b3d1-ae6e-40f9-b24e-0900b4fb1993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (e20f2996-9e8b-4aa5-b42d-1efc3af879ca), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:34:35.688959 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-6240b3d1-ae6e-40f9-b24e-0900b4fb1993 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=19a6548770c24e5a814ba23e50a31435&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4620316 Sep 28 08:34:35.689685 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240b3d1-ae6e-40f9-b24e-0900b4fb1993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20f2996-9e8b-4aa5-b42d-1efc3af879ca,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:35.691867 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 50576) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:34:35.697021 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6240b3d1-ae6e-40f9-b24e-0900b4fb1993 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.697492 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6240b3d1-ae6e-40f9-b24e-0900b4fb1993 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.697746 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6240b3d1-ae6e-40f9-b24e-0900b4fb1993 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.698087 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6240b3d1-ae6e-40f9-b24e-0900b4fb1993 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.698419 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6240b3d1-ae6e-40f9-b24e-0900b4fb1993 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.698750 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6240b3d1-ae6e-40f9-b24e-0900b4fb1993 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.699074 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6240b3d1-ae6e-40f9-b24e-0900b4fb1993 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.699407 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6240b3d1-ae6e-40f9-b24e-0900b4fb1993 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.699730 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6240b3d1-ae6e-40f9-b24e-0900b4fb1993 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.700058 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6240b3d1-ae6e-40f9-b24e-0900b4fb1993 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.700398 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6240b3d1-ae6e-40f9-b24e-0900b4fb1993 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.700725 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6240b3d1-ae6e-40f9-b24e-0900b4fb1993 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.701068 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6240b3d1-ae6e-40f9-b24e-0900b4fb1993 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.701401 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6240b3d1-ae6e-40f9-b24e-0900b4fb1993 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.701707 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6240b3d1-ae6e-40f9-b24e-0900b4fb1993 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.781013 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-99866027-f417-4aa5-adc5-80efb6df65e5 admin admin] Publish callbacks [] for security_group (e20f2996-9e8b-4aa5-b42d-1efc3af879ca), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:34:35.801781 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-99866027-f417-4aa5-adc5-80efb6df65e5 admin admin] Publish callbacks [] for security_group (e20f2996-9e8b-4aa5-b42d-1efc3af879ca), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:34:35.897849 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-99866027-f417-4aa5-adc5-80efb6df65e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (e20f2996-9e8b-4aa5-b42d-1efc3af879ca), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:34:35.900491 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-99866027-f417-4aa5-adc5-80efb6df65e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:34:35.901662 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-99866027-f417-4aa5-adc5-80efb6df65e5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e20f2996-9e8b-4aa5-b42d-1efc3af879ca HTTP/1.1" status: 204 len: 168 time: 0.2087567 Sep 28 08:34:35.910893 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99866027-f417-4aa5-adc5-80efb6df65e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20f2996-9e8b-4aa5-b42d-1efc3af879ca,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:34:35.920781 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866027-f417-4aa5-adc5-80efb6df65e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.921207 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866027-f417-4aa5-adc5-80efb6df65e5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.921575 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866027-f417-4aa5-adc5-80efb6df65e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.921918 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866027-f417-4aa5-adc5-80efb6df65e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.922255 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866027-f417-4aa5-adc5-80efb6df65e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.922592 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866027-f417-4aa5-adc5-80efb6df65e5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.922923 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866027-f417-4aa5-adc5-80efb6df65e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.923257 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866027-f417-4aa5-adc5-80efb6df65e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.923590 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866027-f417-4aa5-adc5-80efb6df65e5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.923917 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866027-f417-4aa5-adc5-80efb6df65e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.924266 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866027-f417-4aa5-adc5-80efb6df65e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.924613 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866027-f417-4aa5-adc5-80efb6df65e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.924945 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866027-f417-4aa5-adc5-80efb6df65e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.925302 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866027-f417-4aa5-adc5-80efb6df65e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.925627 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866027-f417-4aa5-adc5-80efb6df65e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99866027-f417-4aa5-adc5-80efb6df65e5 admin admin] Tracked resource versions report: Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: pushed versions: Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: { 'AddressGroup': {'1.2'}, Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'Agent': {'1.1'}, Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'ConntrackHelper': {'1.0'}, Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'LocalIPAssociation': {'1.0'}, Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'Log': {'1.0'}, Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'NDPProxy': {'1.0'}, Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'Network': {'1.1'}, Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'Port': {'1.7'}, Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'PortForwarding': {'1.3'}, Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'QosPolicy': {'1.10'}, Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'SecurityGroup': {'1.5'}, Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'SecurityGroupRule': {'1.2'}, Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'SubPort': {'1.0'}, Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'Subnet': {'1.1'}, Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'Trunk': {'1.1'}} Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: consumer versions: Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: { DHCP agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: L3 agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: Metadata agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: Metering agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: Open vSwitch agent@dv-cinder-844563-8-iscsi: { 'AddressGroup': '1.2', Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'Agent': '1.1', Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'ConntrackHelper': '1.0', Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'LocalIPAssociation': '1.0', Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'Log': '1.0', Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'NDPProxy': '1.0', Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'Network': '1.1', Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'Port': '1.7', Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'PortForwarding': '1.3', Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'QosPolicy': '1.10', Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'SecurityGroup': '1.5', Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'SecurityGroupRule': '1.2', Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'SubPort': '1.0', Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'Subnet': '1.1', Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: 'Trunk': '1.1'}} Sep 28 08:34:35.927061 dv-cinder-844563-8-iscsi neutron-server[106475]: {{(pid=106475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 08:34:39.419561 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:34:43.716494 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 5 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:34:45.685347 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=19,neutron:INSERT=7 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:34:45.692737 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=20,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:34:45.915034 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:34:45.916933 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:34:45.962543 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:34:53.723727 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=18 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:34:53.724551 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=16 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:34:54.242713 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1117782f-e69c-4301-9676-080424806844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:34:56.632268 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-24bfcead-06fa-4345-8cf8-ca8d97aa66bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:34:57.814055 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:34:59.415474 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:34:59.419890 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:35:09.412583 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:35:09.414620 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:35:20.723445 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 5 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:35:24.244439 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-789fb6cc-5b56-4c6e-87c7-219ba655b93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:35:26.636936 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-f9faa995-b07c-4623-bbf9-0136490ae3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:35:27.819164 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:35:29.417225 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:35:29.422632 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:35:30.729932 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=5 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:35:30.730713 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:35:39.410938 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:35:39.419137 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:35:52.699436 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:35:54.245682 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-98467940-70bf-44ad-8d6b-d41c9b9d3009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:35:56.639321 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-36197db7-07ba-4712-a1f1-c2fffac9111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:35:57.725652 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 5 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:35:57.821063 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:35:59.415914 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:35:59.430754 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:36:05.373475 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596365'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:36:07.734055 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=6 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:36:07.734813 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:36:15.364117 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:36:15.369395 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:36:18.575232 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 50676) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:36:18.717311 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-6b6fb438-d7b1-40ca-9d7a-9224e8a61beb admin admin] 10.222.0.52 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1409223 Sep 28 08:36:21.250119 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 50686) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:36:21.306429 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-6543d605-cafc-4cb5-97d5-da21122b90ba admin admin] 10.222.0.52 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0552039 Sep 28 08:36:24.248492 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-521055e3-9bd7-4732-8e47-3e8bbef88b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:36:26.643096 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-6b523ae9-c76f-4108-9668-e09a7bd696d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:36:27.823919 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:36:29.410396 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:36:29.428594 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:36:31.299781 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:36:31.300719 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:36:34.730127 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:36:35.357910 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:36:45.347407 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:36:45.353080 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:36:49.584985 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=23 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:36:49.585802 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=11 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:36:54.252436 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-e30c5a95-6134-448d-9a71-58f4f2ebb75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:36:56.646439 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a1582268-d4bc-438f-8ca7-31138d8d8ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:36:57.830604 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:36:59.536976 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:36:59.539256 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:05.357339 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:11.733928 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:37:15.351305 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:37:15.353448 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:37:21.740289 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=5 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:37:21.741041 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:37:24.255775 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-15f393ad-0c12-4cd4-9704-1e9bad87d0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:26.654976 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a2bbdf5f-f5d7-4bdf-beff-e6db9b73a870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:27.829214 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:29.415385 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:29.436202 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:35.361205 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:45.354213 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=22 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:37:45.356258 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=22,neutron:UPDATE=6 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:37:48.745621 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:37:54.275040 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-6fc8b986-c5fa-4722-bfde-14be1eebb86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:54.471349 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 50882) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:37:54.915323 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 50926) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:37:54.936250 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-983691960-network', 'tenant_id': 'dc7abcbb99b7466fb1581e1010b4a7e1'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:37:54.959928 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Made reservation on behalf of dc7abcbb99b7466fb1581e1010b4a7e1 for: {'network': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:54.962636 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for network (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:54.964731 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 50930) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:37:54.973860 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.075114 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Publish callbacks [] for security_group (dbaa9785-bba5-48d3-b12a-7174525faf1e), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.080153 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (dbaa9785-bba5-48d3-b12a-7174525faf1e), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.090239 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 50940) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:37:55.114088 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbaa9785-bba5-48d3-b12a-7174525faf1e,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:55.123277 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.123680 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.124019 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.124495 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.124839 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.125197 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.125531 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.125857 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.126327 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.126833 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.127350 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.127840 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.128342 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.128827 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.129522 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Tracked resource versions report: Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: pushed versions: Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: { 'AddressGroup': {'1.2'}, Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'Agent': {'1.1'}, Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'ConntrackHelper': {'1.0'}, Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'LocalIPAssociation': {'1.0'}, Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'Log': {'1.0'}, Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'NDPProxy': {'1.0'}, Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'Network': {'1.1'}, Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'Port': {'1.7'}, Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'PortForwarding': {'1.3'}, Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'QosPolicy': {'1.10'}, Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'SecurityGroup': {'1.5'}, Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'SecurityGroupRule': {'1.2'}, Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'SubPort': {'1.0'}, Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'Subnet': {'1.1'}, Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'Trunk': {'1.1'}} Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: consumer versions: Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: { DHCP agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: HyperV agent@hv-cinder-84456: {}, Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: L3 agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: Metadata agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: Metering agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: Open vSwitch agent@dv-cinder-844563-8-iscsi: { 'AddressGroup': '1.2', Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'Agent': '1.1', Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'ConntrackHelper': '1.0', Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'LocalIPAssociation': '1.0', Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'Log': '1.0', Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'NDPProxy': '1.0', Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'Network': '1.1', Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'Port': '1.7', Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'PortForwarding': '1.3', Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'QosPolicy': '1.10', Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'SecurityGroup': '1.5', Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'SecurityGroupRule': '1.2', Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'SubPort': '1.0', Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'Subnet': '1.1', Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: 'Trunk': '1.1'}} Sep 28 08:37:55.131351 dv-cinder-844563-8-iscsi neutron-server[106476]: {{(pid=106476) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 08:37:55.141131 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=106476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:37:55.151826 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (a0e111da-df9e-428a-97af-2a9c999d550d), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.152090 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.segments_db [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Added segment a0e111da-df9e-428a-97af-2a9c999d550d of type vlan for network 93671831-ef1f-495e-a41a-678e1dc193fe Sep 28 08:37:55.205029 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-8ff309de-a788-4456-9de3-33495fce5354 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-324872223-network', 'tenant_id': '42699952850d49fdafb670aeb5f613ed'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:37:55.213482 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759190207681'] for network (93671831-ef1f-495e-a41a-678e1dc193fe), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.250497 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff309de-a788-4456-9de3-33495fce5354 admin admin] Made reservation on behalf of 42699952850d49fdafb670aeb5f613ed for: {'network': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:55.252261 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-293215671-network', 'tenant_id': 'd3e65d28e5664025978902943452f338'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:37:55.253597 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8ff309de-a788-4456-9de3-33495fce5354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for network (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.262865 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for network (93671831-ef1f-495e-a41a-678e1dc193fe), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.265394 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:55.266118 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.274736 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8ff309de-a788-4456-9de3-33495fce5354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.294809 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Made reservation on behalf of d3e65d28e5664025978902943452f338 for: {'network': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:55.298739 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for network (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.317894 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.343978 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] Pushing event updated for resources: {'Network': ['ID=93671831-ef1f-495e-a41a-678e1dc193fe,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:55.366312 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Network 93671831-ef1f-495e-a41a-678e1dc193fe details requested by agent ovs-agent-dv-cinder-844563-8-iscsi with host dv-cinder-844563-8-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:37:55.402544 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-dbf9a835-0226-45c9-ab8f-95d89dc6c854 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9297192 Sep 28 08:37:55.406467 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 50954) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:37:55.412440 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-1eee7cad-0469-489d-9b5d-a6ddb68be2f2 admin admin] Request body: {'subnet': {'network_id': '93671831-ef1f-495e-a41a-678e1dc193fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-983691960-subnet', 'tenant_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:37:55.435415 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Publish callbacks [] for security_group (c91974ee-cd37-4781-8779-7502ea0dc008), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.441809 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (c91974ee-cd37-4781-8779-7502ea0dc008), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.461993 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8ff309de-a788-4456-9de3-33495fce5354 admin admin] Publish callbacks [] for security_group (2e04ab02-f4d4-43b1-9f00-a03a39f38beb), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.468944 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eee7cad-0469-489d-9b5d-a6ddb68be2f2 admin admin] Made reservation on behalf of dc7abcbb99b7466fb1581e1010b4a7e1 for: {'subnet': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:55.472681 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=106475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:37:55.473904 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1eee7cad-0469-489d-9b5d-a6ddb68be2f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.492550 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759190702785', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (700aaca3-a22e-4970-8e60-aa95edd00338), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.493152 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Unsubscribe: segment precommit_create {{(pid=106475) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 28 08:37:55.494134 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.db.segments_db [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Added segment 700aaca3-a22e-4970-8e60-aa95edd00338 of type vlan for network ff034301-a1c4-4028-a91c-012c3b139427 Sep 28 08:37:55.567468 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759190207681'] for network (ff034301-a1c4-4028-a91c-012c3b139427), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.574777 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=74,neutron:INSERT=24,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:37:55.576083 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8ff309de-a788-4456-9de3-33495fce5354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (2e04ab02-f4d4-43b1-9f00-a03a39f38beb), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.628498 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for network (ff034301-a1c4-4028-a91c-012c3b139427), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.629638 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:55.630236 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.649841 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-ac54f0a3-f3b5-4a14-b5a7-47d8d5cbfe72 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-430886426-network', 'tenant_id': '6bc96052a69e409498462a1e4d499910'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:37:55.661434 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91974ee-cd37-4781-8779-7502ea0dc008,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:55.667351 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff309de-a788-4456-9de3-33495fce5354 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=106476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:37:55.682469 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8ff309de-a788-4456-9de3-33495fce5354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.683143 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.segments_db [None req-8ff309de-a788-4456-9de3-33495fce5354 admin admin] Added segment d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a of type vlan for network ecfbeafd-1446-46f2-889b-466b351133a2 Sep 28 08:37:55.690539 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7237437 Sep 28 08:37:55.691987 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.692336 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.692706 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.693054 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.693430 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.693763 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.694375 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.694937 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.695582 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.695914 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.696259 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.696609 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.696944 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.697292 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.697819 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Tracked resource versions report: Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: pushed versions: Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: { 'AddressGroup': {'1.2'}, Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'Agent': {'1.1'}, Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'ConntrackHelper': {'1.0'}, Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'LocalIPAssociation': {'1.0'}, Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'Log': {'1.0'}, Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'NDPProxy': {'1.0'}, Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'Network': {'1.1'}, Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'Port': {'1.7'}, Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'PortForwarding': {'1.3'}, Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'QosPolicy': {'1.10'}, Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'SecurityGroup': {'1.5'}, Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'SecurityGroupRule': {'1.2'}, Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'SubPort': {'1.0'}, Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'Subnet': {'1.1'}, Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'Trunk': {'1.1'}} Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: consumer versions: Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: { DHCP agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: HyperV agent@hv-cinder-84456: {}, Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: L3 agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: Metadata agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: Metering agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: Open vSwitch agent@dv-cinder-844563-8-iscsi: { 'AddressGroup': '1.2', Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'Agent': '1.1', Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'ConntrackHelper': '1.0', Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'LocalIPAssociation': '1.0', Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'Log': '1.0', Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'NDPProxy': '1.0', Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'Network': '1.1', Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'Port': '1.7', Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'PortForwarding': '1.3', Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'QosPolicy': '1.10', Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'SecurityGroup': '1.5', Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'SecurityGroupRule': '1.2', Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'SubPort': '1.0', Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'Subnet': '1.1', Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: 'Trunk': '1.1'}} Sep 28 08:37:55.699180 dv-cinder-844563-8-iscsi neutron-server[106475]: {{(pid=106475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 08:37:55.726465 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 50964) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:37:55.737956 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:37:55.739597 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-4c16c67e-3d0f-452c-94fa-0ad45a1568ca admin admin] Request body: {'subnet': {'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-293215671-subnet', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:37:55.778365 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8ff309de-a788-4456-9de3-33495fce5354 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759190207681'] for network (ecfbeafd-1446-46f2-889b-466b351133a2), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.797837 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff309de-a788-4456-9de3-33495fce5354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e04ab02-f4d4-43b1-9f00-a03a39f38beb,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:55.810000 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1eee7cad-0469-489d-9b5d-a6ddb68be2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for subnet (acd54da1-78de-477f-b495-dce820c75dab), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.878525 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac54f0a3-f3b5-4a14-b5a7-47d8d5cbfe72 admin admin] Made reservation on behalf of 6bc96052a69e409498462a1e4d499910 for: {'network': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:55.880866 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ac54f0a3-f3b5-4a14-b5a7-47d8d5cbfe72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for network (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.882992 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8ff309de-a788-4456-9de3-33495fce5354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for network (ecfbeafd-1446-46f2-889b-466b351133a2), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.884317 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff309de-a788-4456-9de3-33495fce5354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:55.885371 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8ff309de-a788-4456-9de3-33495fce5354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.887145 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434e15e-5c44-43da-851d-200307dae4d9 admin admin] Pushing event updated for resources: {'Network': ['ID=ff034301-a1c4-4028-a91c-012c3b139427,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:55.896465 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c16c67e-3d0f-452c-94fa-0ad45a1568ca admin admin] Made reservation on behalf of d3e65d28e5664025978902943452f338 for: {'subnet': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:55.898853 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4c16c67e-3d0f-452c-94fa-0ad45a1568ca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.902707 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ac54f0a3-f3b5-4a14-b5a7-47d8d5cbfe72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:55.910089 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Network ff034301-a1c4-4028-a91c-012c3b139427 details requested by agent ovs-agent-dv-cinder-844563-8-iscsi with host dv-cinder-844563-8-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:37:55.919324 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee7cad-0469-489d-9b5d-a6ddb68be2f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acd54da1-78de-477f-b495-dce820c75dab,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:55.947837 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-8ff309de-a788-4456-9de3-33495fce5354 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0312304 Sep 28 08:37:55.976189 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 50972) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:37:55.985405 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-e52c6cba-e8b1-4d3d-b72b-fb97154def26 admin admin] Request body: {'subnet': {'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-324872223-subnet', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:37:55.994794 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eee7cad-0469-489d-9b5d-a6ddb68be2f2 admin admin] Checking segment: {'id': 'a0e111da-df9e-428a-97af-2a9c999d550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '93671831-ef1f-495e-a41a-678e1dc193fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:37:55.995480 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eee7cad-0469-489d-9b5d-a6ddb68be2f2 admin admin] Network hostable DHCP agents. Network: 93671831-ef1f-495e-a41a-678e1dc193fe, hostable agents: ['303e7d5d-73d6-4049-9660-05be0257cf7d'], hosted agents: [] {{(pid=106476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:37:56.032980 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff309de-a788-4456-9de3-33495fce5354 admin admin] Pushing event updated for resources: {'Network': ['ID=ecfbeafd-1446-46f2-889b-466b351133a2,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:56.045607 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52c6cba-e8b1-4d3d-b72b-fb97154def26 admin admin] Made reservation on behalf of 42699952850d49fdafb670aeb5f613ed for: {'subnet': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:56.049711 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e52c6cba-e8b1-4d3d-b72b-fb97154def26 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:56.053727 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eee7cad-0469-489d-9b5d-a6ddb68be2f2 admin admin] Network 93671831-ef1f-495e-a41a-678e1dc193fe is scheduled to be hosted by DHCP agent 303e7d5d-73d6-4049-9660-05be0257cf7d with binding_index 1 {{(pid=106476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:37:56.059054 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Network ecfbeafd-1446-46f2-889b-466b351133a2 details requested by agent ovs-agent-dv-cinder-844563-8-iscsi with host dv-cinder-844563-8-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:37:56.150438 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=69,neutron:INSERT=25,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:37:56.158751 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-1eee7cad-0469-489d-9b5d-a6ddb68be2f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-8-iscsi, 93671831-ef1f-495e-a41a-678e1dc193fe) {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:56.176452 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eee7cad-0469-489d-9b5d-a6ddb68be2f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:56.177332 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1eee7cad-0469-489d-9b5d-a6ddb68be2f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:56.189402 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb6a970-512b-463e-9d24-7c0ae0cc9eec None None] Network 93671831-ef1f-495e-a41a-678e1dc193fe requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:37:56.236378 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-1eee7cad-0469-489d-9b5d-a6ddb68be2f2 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8200462 Sep 28 08:37:56.236378 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 50974) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:37:56.246673 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-ef967113-fe90-4448-b6be-eb8520782315 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-983691960-router', 'tenant_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:37:56.312484 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ac54f0a3-f3b5-4a14-b5a7-47d8d5cbfe72 admin admin] Publish callbacks [] for security_group (3453f131-8579-4ff9-a5a8-f5d24572a078), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:56.325455 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ef967113-fe90-4448-b6be-eb8520782315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3738'] for router (07e3b9ba-f8a2-4359-afdf-c9d99bc92adf), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:56.330275 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ef967113-fe90-4448-b6be-eb8520782315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2002495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3713'] for router (07e3b9ba-f8a2-4359-afdf-c9d99bc92adf), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:56.336996 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ac54f0a3-f3b5-4a14-b5a7-47d8d5cbfe72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (3453f131-8579-4ff9-a5a8-f5d24572a078), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:56.481490 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac54f0a3-f3b5-4a14-b5a7-47d8d5cbfe72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=106475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:37:56.493631 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60c871b0-84eb-58d7-9f94-0df37add3fce-93671831-ef1f-495e-a41a-678e1dc193fe', 'network_id': '93671831-ef1f-495e-a41a-678e1dc193fe', 'project_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'fixed_ips': [{'subnet_id': 'acd54da1-78de-477f-b495-dce820c75dab'}]}} from dv-cinder-844563-8-iscsi. {{(pid=106477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 08:37:56.494834 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:56.573253 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ac54f0a3-f3b5-4a14-b5a7-47d8d5cbfe72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (52f4fd3c-c9b0-4536-b2fa-f368a4de5deb), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:56.579406 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.db.segments_db [None req-ac54f0a3-f3b5-4a14-b5a7-47d8d5cbfe72 admin admin] Added segment 52f4fd3c-c9b0-4536-b2fa-f368a4de5deb of type vlan for network b5328add-2390-4470-bd9d-0ff97db6e42c Sep 28 08:37:56.584276 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54f0a3-f3b5-4a14-b5a7-47d8d5cbfe72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3453f131-8579-4ff9-a5a8-f5d24572a078,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:56.743872 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ac54f0a3-f3b5-4a14-b5a7-47d8d5cbfe72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759190207681'] for network (b5328add-2390-4470-bd9d-0ff97db6e42c), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:56.781789 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ac54f0a3-f3b5-4a14-b5a7-47d8d5cbfe72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for network (b5328add-2390-4470-bd9d-0ff97db6e42c), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:56.783170 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac54f0a3-f3b5-4a14-b5a7-47d8d5cbfe72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:56.783959 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ac54f0a3-f3b5-4a14-b5a7-47d8d5cbfe72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:56.796598 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-e3480fef-9c89-458b-8a4b-089bf52d4ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:56.814909 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-ac54f0a3-f3b5-4a14-b5a7-47d8d5cbfe72 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7231610 Sep 28 08:37:56.825150 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 51004) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:37:56.832608 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-dad2f35d-1732-43f9-91f4-d9266c2bdddf admin admin] Request body: {'subnet': {'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-430886426-subnet', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:37:56.837863 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4c16c67e-3d0f-452c-94fa-0ad45a1568ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for subnet (6605e181-a637-4e6a-a804-d0eb5c55d597), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:56.871900 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ef967113-fe90-4448-b6be-eb8520782315 admin admin] Publish callbacks [] for router_controller (07e3b9ba-f8a2-4359-afdf-c9d99bc92adf), precommit_add_association {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:56.872933 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.db_base_plugin_common [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Allocated IP 172.20.0.2 (93671831-ef1f-495e-a41a-678e1dc193fe/acd54da1-78de-477f-b495-dce820c75dab/9ded3481-e25b-437b-b6d7-b410b032ffe9) {{(pid=106477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:56.956062 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:37:56.976925 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16c67e-3d0f-452c-94fa-0ad45a1568ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=6605e181-a637-4e6a-a804-d0eb5c55d597,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:56.988236 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:37:56.988453 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad2f35d-1732-43f9-91f4-d9266c2bdddf admin admin] Made reservation on behalf of 6bc96052a69e409498462a1e4d499910 for: {'subnet': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:37:56.991546 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-dad2f35d-1732-43f9-91f4-d9266c2bdddf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:57.071903 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e52c6cba-e8b1-4d3d-b72b-fb97154def26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for subnet (18b86f52-f49c-435b-95de-852298b2f6f4), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:57.134115 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Publish callbacks [] for port (9ded3481-e25b-437b-b6d7-b410b032ffe9), precommit_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:57.143130 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (9ded3481-e25b-437b-b6d7-b410b032ffe9), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:57.195006 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Network 93671831-ef1f-495e-a41a-678e1dc193fe is already hosted by enough agents. {{(pid=106477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:57.198993 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.base_scheduler [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Resources bound (agent type, host, resource id): {{(pid=106477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:57.208585 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Received port after_create {{(pid=106477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:37:57.243479 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:37:57.265363 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Pushing event updated for resources: {'Port': ['ID=9ded3481-e25b-437b-b6d7-b410b032ffe9,revision_number=1']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:57.276465 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-dad2f35d-1732-43f9-91f4-d9266c2bdddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for subnet (d697553d-3af9-4c9b-ba05-d2609a53313e), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:57.287893 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c16c67e-3d0f-452c-94fa-0ad45a1568ca admin admin] Checking segment: {'id': '700aaca3-a22e-4970-8e60-aa95edd00338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:37:57.288622 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c16c67e-3d0f-452c-94fa-0ad45a1568ca admin admin] Network hostable DHCP agents. Network: ff034301-a1c4-4028-a91c-012c3b139427, hostable agents: ['303e7d5d-73d6-4049-9660-05be0257cf7d'], hosted agents: [] {{(pid=106475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:37:57.290253 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:57.295098 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:57.296371 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:57.296809 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ef967113-fe90-4448-b6be-eb8520782315 admin admin] Publish callbacks [] for router_gateway (07e3b9ba-f8a2-4359-afdf-c9d99bc92adf), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:57.297115 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:57.297604 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:57.299233 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:57.300369 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:57.301219 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:57.303469 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:57.304013 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:57.304524 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:57.305624 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:57.307386 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:57.308656 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c6cba-e8b1-4d3d-b72b-fb97154def26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18b86f52-f49c-435b-95de-852298b2f6f4,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:57.309046 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:57.309972 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Tracked resource versions report: Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: pushed versions: Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: { 'AddressGroup': {'1.2'}, Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'Agent': {'1.1'}, Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'ConntrackHelper': {'1.0'}, Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'LocalIPAssociation': {'1.0'}, Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'Log': {'1.0'}, Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'NDPProxy': {'1.0'}, Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'Network': {'1.1'}, Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'Port': {'1.7'}, Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'PortForwarding': {'1.3'}, Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'QosPolicy': {'1.10'}, Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'SecurityGroup': {'1.5'}, Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'SecurityGroupRule': {'1.2'}, Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'SubPort': {'1.0'}, Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'Subnet': {'1.1'}, Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'Trunk': {'1.1'}} Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: consumer versions: Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: { DHCP agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: HyperV agent@hv-cinder-84456: {}, Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: L3 agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: Metadata agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: Metering agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: Open vSwitch agent@dv-cinder-844563-8-iscsi: { 'AddressGroup': '1.2', Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'Agent': '1.1', Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'ConntrackHelper': '1.0', Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'LocalIPAssociation': '1.0', Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'Log': '1.0', Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'NDPProxy': '1.0', Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'Network': '1.1', Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'Port': '1.7', Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'PortForwarding': '1.3', Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'QosPolicy': '1.10', Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'SecurityGroup': '1.5', Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'SecurityGroupRule': '1.2', Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'SubPort': '1.0', Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'Subnet': '1.1', Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: 'Trunk': '1.1'}} Sep 28 08:37:57.311921 dv-cinder-844563-8-iscsi neutron-server[106477]: {{(pid=106477) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 08:37:57.336157 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:37:57.363674 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52c6cba-e8b1-4d3d-b72b-fb97154def26 admin admin] Checking segment: {'id': 'd8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:37:57.364233 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52c6cba-e8b1-4d3d-b72b-fb97154def26 admin admin] Network hostable DHCP agents. Network: ecfbeafd-1446-46f2-889b-466b351133a2, hostable agents: ['303e7d5d-73d6-4049-9660-05be0257cf7d'], hosted agents: [] {{(pid=106476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:37:57.373973 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2f35d-1732-43f9-91f4-d9266c2bdddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d697553d-3af9-4c9b-ba05-d2609a53313e,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:57.456076 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c16c67e-3d0f-452c-94fa-0ad45a1568ca admin admin] Network ff034301-a1c4-4028-a91c-012c3b139427 is scheduled to be hosted by DHCP agent 303e7d5d-73d6-4049-9660-05be0257cf7d with binding_index 1 {{(pid=106475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:37:57.466813 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Attempting to bind port 9ded3481-e25b-437b-b6d7-b410b032ffe9 on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:37:57.467767 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Attempting to bind port 9ded3481-e25b-437b-b6d7-b410b032ffe9 by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': 'a0e111da-df9e-428a-97af-2a9c999d550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '93671831-ef1f-495e-a41a-678e1dc193fe'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:37:57.468139 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Attempting to bind port 9ded3481-e25b-437b-b6d7-b410b032ffe9 on network 93671831-ef1f-495e-a41a-678e1dc193fe {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:37:57.468475 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54f0a3-f3b5-4a14-b5a7-47d8d5cbfe72 admin admin] Pushing event updated for resources: {'Network': ['ID=b5328add-2390-4470-bd9d-0ff97db6e42c,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:57.470481 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 51032) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:37:57.476189 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad2f35d-1732-43f9-91f4-d9266c2bdddf admin admin] Checking segment: {'id': '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:37:57.476410 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad2f35d-1732-43f9-91f4-d9266c2bdddf admin admin] Network hostable DHCP agents. Network: b5328add-2390-4470-bd9d-0ff97db6e42c, hostable agents: ['303e7d5d-73d6-4049-9660-05be0257cf7d'], hosted agents: [] {{(pid=106475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:37:57.483615 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-4c16c67e-3d0f-452c-94fa-0ad45a1568ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-8-iscsi, ff034301-a1c4-4028-a91c-012c3b139427) {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:57.493463 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c16c67e-3d0f-452c-94fa-0ad45a1568ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:57.496046 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4c16c67e-3d0f-452c-94fa-0ad45a1568ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:57.529827 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52c6cba-e8b1-4d3d-b72b-fb97154def26 admin admin] Network ecfbeafd-1446-46f2-889b-466b351133a2 is scheduled to be hosted by DHCP agent 303e7d5d-73d6-4049-9660-05be0257cf7d with binding_index 1 {{(pid=106476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:37:57.534997 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Network b5328add-2390-4470-bd9d-0ff97db6e42c details requested by agent ovs-agent-dv-cinder-844563-8-iscsi with host dv-cinder-844563-8-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:37:57.546385 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:37:57.548925 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-e52c6cba-e8b1-4d3d-b72b-fb97154def26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-8-iscsi, ecfbeafd-1446-46f2-889b-466b351133a2) {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:57.579101 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52c6cba-e8b1-4d3d-b72b-fb97154def26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:57.582877 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e52c6cba-e8b1-4d3d-b72b-fb97154def26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:57.583413 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-4c16c67e-3d0f-452c-94fa-0ad45a1568ca admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8486702 Sep 28 08:37:57.584131 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 51038) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:37:57.601254 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-a989f7af-47b0-414b-acba-df944e5e731f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-293215671-router', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:37:57.657387 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-e52c6cba-e8b1-4d3d-b72b-fb97154def26 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6770010 Sep 28 08:37:57.679266 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc7cfb6-1f13-4d68-be2f-02a3b1025b7e None None] Network ff034301-a1c4-4028-a91c-012c3b139427 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:37:57.697065 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 51042) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:37:57.697065 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a989f7af-47b0-414b-acba-df944e5e731f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3738'] for router (f28f4b09-bb20-4116-a49c-6a9d65d35564), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:57.699546 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a989f7af-47b0-414b-acba-df944e5e731f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2002495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3713'] for router (f28f4b09-bb20-4116-a49c-6a9d65d35564), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:57.711163 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de257325-d4a5-490e-bf0d-5a34c4e7c8da None None] Network ecfbeafd-1446-46f2-889b-466b351133a2 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:37:57.843575 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cc322c4e-d7fc-4de7-9fc8-e8e6bbd354d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:57.895322 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-90b665be-2efd-4dc0-b78c-45f53fbb7fe4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-324872223-router', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:37:57.980038 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad2f35d-1732-43f9-91f4-d9266c2bdddf admin admin] Network b5328add-2390-4470-bd9d-0ff97db6e42c is scheduled to be hosted by DHCP agent 303e7d5d-73d6-4049-9660-05be0257cf7d with binding_index 1 {{(pid=106475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:37:57.986472 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ef967113-fe90-4448-b6be-eb8520782315 admin admin] Publish callbacks [] for router_gateway (07e3b9ba-f8a2-4359-afdf-c9d99bc92adf), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:57.989282 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-90b665be-2efd-4dc0-b78c-45f53fbb7fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3738'] for router (4ab4942c-0ef5-485b-a142-80123b4e266a), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:57.990587 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-90b665be-2efd-4dc0-b78c-45f53fbb7fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2002495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3713'] for router (4ab4942c-0ef5-485b-a142-80123b4e266a), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:57.997769 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a989f7af-47b0-414b-acba-df944e5e731f admin admin] Publish callbacks [] for router_controller (f28f4b09-bb20-4116-a49c-6a9d65d35564), precommit_add_association {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:58.006478 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-dad2f35d-1732-43f9-91f4-d9266c2bdddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-8-iscsi, b5328add-2390-4470-bd9d-0ff97db6e42c) {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:37:58.014516 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad2f35d-1732-43f9-91f4-d9266c2bdddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:37:58.015289 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-dad2f35d-1732-43f9-91f4-d9266c2bdddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:58.056306 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ef967113-fe90-4448-b6be-eb8520782315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:58.071040 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81af669e-1149-44c1-87fd-ec7c1d8e9404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60c871b0-84eb-58d7-9f94-0df37add3fce-ecfbeafd-1446-46f2-889b-466b351133a2', 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2', 'project_id': '42699952850d49fdafb670aeb5f613ed', 'fixed_ips': [{'subnet_id': '18b86f52-f49c-435b-95de-852298b2f6f4'}]}} from dv-cinder-844563-8-iscsi. {{(pid=106477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 08:37:58.071968 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-81af669e-1149-44c1-87fd-ec7c1d8e9404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:58.072452 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-dad2f35d-1732-43f9-91f4-d9266c2bdddf admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2457285 Sep 28 08:37:58.081797 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 51064) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:37:58.109595 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-c998380b-1962-424b-8951-c29f8d74fb35 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:37:58.129470 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2c3899-29b6-411b-8baf-df0d24e08975 None None] Network b5328add-2390-4470-bd9d-0ff97db6e42c requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:37:58.287847 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-90b665be-2efd-4dc0-b78c-45f53fbb7fe4 admin admin] Publish callbacks [] for router_controller (4ab4942c-0ef5-485b-a142-80123b4e266a), precommit_add_association {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:58.297709 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c998380b-1962-424b-8951-c29f8d74fb35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3738'] for router (2c1b6b9f-8cae-431f-8691-887c46e580ff), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:58.299047 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c998380b-1962-424b-8951-c29f8d74fb35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2002495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3713'] for router (2c1b6b9f-8cae-431f-8691-887c46e580ff), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:58.342826 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 51080) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:37:58.350684 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cc322c4e-d7fc-4de7-9fc8-e8e6bbd354d3 admin admin] Publish callbacks [] for security_group (51da8b05-28e2-4be1-9e3a-f0bc3c71c441), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:58.379523 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cc322c4e-d7fc-4de7-9fc8-e8e6bbd354d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (51da8b05-28e2-4be1-9e3a-f0bc3c71c441), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:58.602988 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:37:58.680817 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc322c4e-d7fc-4de7-9fc8-e8e6bbd354d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51da8b05-28e2-4be1-9e3a-f0bc3c71c441,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:58.681375 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6792e1-35fa-4dc3-9ed6-e0d3cc5d9785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60c871b0-84eb-58d7-9f94-0df37add3fce-ff034301-a1c4-4028-a91c-012c3b139427', 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'project_id': 'd3e65d28e5664025978902943452f338', 'fixed_ips': [{'subnet_id': '6605e181-a637-4e6a-a804-d0eb5c55d597'}]}} from dv-cinder-844563-8-iscsi. {{(pid=106477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 08:37:58.681601 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c998380b-1962-424b-8951-c29f8d74fb35 admin admin] Publish callbacks [] for router_controller (2c1b6b9f-8cae-431f-8691-887c46e580ff), precommit_add_association {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:58.681836 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-6e6792e1-35fa-4dc3-9ed6-e0d3cc5d9785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:58.681836 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:58.703543 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-cc322c4e-d7fc-4de7-9fc8-e8e6bbd354d3 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=514923fc2f8d4253974ff57a05e54224&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2231791 Sep 28 08:37:58.704405 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 51092) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:37:58.705979 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-ef967113-fe90-4448-b6be-eb8520782315 admin admin] Allocated IP 172.27.2.2 (53303c84-4465-4011-9c65-8bdf4507ffd3/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f/55ff17c3-e9fe-4147-8f39-09639f790b8a) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:58.749349 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:37:58.752205 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:37:58.767970 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17181bc0-e257-40e7-a5da-9255a2790fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60c871b0-84eb-58d7-9f94-0df37add3fce-b5328add-2390-4470-bd9d-0ff97db6e42c', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'project_id': '6bc96052a69e409498462a1e4d499910', 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e'}]}} from dv-cinder-844563-8-iscsi. {{(pid=106477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 08:37:58.767970 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-17181bc0-e257-40e7-a5da-9255a2790fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:58.768469 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a989f7af-47b0-414b-acba-df944e5e731f admin admin] Publish callbacks [] for router_gateway (f28f4b09-bb20-4116-a49c-6a9d65d35564), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:58.768601 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:37:58.768601 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Checking segment: {'id': 'a0e111da-df9e-428a-97af-2a9c999d550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '93671831-ef1f-495e-a41a-678e1dc193fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:37:58.768601 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:58.768601 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Bound using segment: {'id': 'a0e111da-df9e-428a-97af-2a9c999d550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '93671831-ef1f-495e-a41a-678e1dc193fe'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:37:58.768601 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Bound port: 9ded3481-e25b-437b-b6d7-b410b032ffe9, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e111da-df9e-428a-97af-2a9c999d550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '93671831-ef1f-495e-a41a-678e1dc193fe'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:37:58.781559 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (9ded3481-e25b-437b-b6d7-b410b032ffe9), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:58.783774 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-218a33ed-cf78-4840-9f5b-170c1d3bcb3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:58.894488 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=76,neutron:UPDATE=6,neutron:INSERT=16,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:37:58.951662 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 51096) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:37:59.076129 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e373830c-96ee-414a-9072-2f7ebdd6b102 admin admin] Publish callbacks [] for security_group (51da8b05-28e2-4be1-9e3a-f0bc3c71c441), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:59.092117 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:37:59.094202 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:37:59.100349 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-90b665be-2efd-4dc0-b78c-45f53fbb7fe4 admin admin] Publish callbacks [] for router_gateway (4ab4942c-0ef5-485b-a142-80123b4e266a), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:59.103793 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e373830c-96ee-414a-9072-2f7ebdd6b102 admin admin] Publish callbacks [] for security_group (51da8b05-28e2-4be1-9e3a-f0bc3c71c441), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:59.112533 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:37:59.126773 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c998380b-1962-424b-8951-c29f8d74fb35 admin admin] Publish callbacks [] for router_gateway (2c1b6b9f-8cae-431f-8691-887c46e580ff), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:59.192553 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] For port 9ded3481-e25b-437b-b6d7-b410b032ffe9, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:37:59.204007 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.db_base_plugin_common [None req-81af669e-1149-44c1-87fd-ec7c1d8e9404 None None] Allocated IP 172.20.0.2 (ecfbeafd-1446-46f2-889b-466b351133a2/18b86f52-f49c-435b-95de-852298b2f6f4/db9d2054-8933-440a-b05a-a6953181529a) {{(pid=106477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:59.248311 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] For port 9ded3481-e25b-437b-b6d7-b410b032ffe9, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=9ded3481-e25b-437b-b6d7-b410b032ffe9,segment=NetworkSegment(a0e111da-df9e-428a-97af-2a9c999d550d),segment_id=a0e111da-df9e-428a-97af-2a9c999d550d)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:37:59.252788 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.db_base_plugin_common [None req-6e6792e1-35fa-4dc3-9ed6-e0d3cc5d9785 None None] Allocated IP 172.20.0.2 (ff034301-a1c4-4028-a91c-012c3b139427/6605e181-a637-4e6a-a804-d0eb5c55d597/4e47c2e5-73fd-4558-8e0b-235932c31889) {{(pid=106477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:59.281376 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (9ded3481-e25b-437b-b6d7-b410b032ffe9), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:59.283303 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:37:59.285337 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ef967113-fe90-4448-b6be-eb8520782315 admin admin] Publish callbacks [] for port (55ff17c3-e9fe-4147-8f39-09639f790b8a), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:59.295070 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-767c1d2c-503f-4948-8e76-2b1e316bf4f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:59.348974 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a989f7af-47b0-414b-acba-df944e5e731f admin admin] Publish callbacks [] for router_gateway (f28f4b09-bb20-4116-a49c-6a9d65d35564), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:59.352932 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.db_base_plugin_common [None req-17181bc0-e257-40e7-a5da-9255a2790fc8 None None] Allocated IP 172.20.0.2 (b5328add-2390-4470-bd9d-0ff97db6e42c/d697553d-3af9-4c9b-ba05-d2609a53313e/4c9970cf-1e6b-4c88-980f-02b785af3fc5) {{(pid=106477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:37:59.365643 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e373830c-96ee-414a-9072-2f7ebdd6b102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (51da8b05-28e2-4be1-9e3a-f0bc3c71c441), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:59.370087 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e373830c-96ee-414a-9072-2f7ebdd6b102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:59.370813 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-e373830c-96ee-414a-9072-2f7ebdd6b102 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/51da8b05-28e2-4be1-9e3a-f0bc3c71c441 HTTP/1.1" status: 204 len: 168 time: 0.6592321 Sep 28 08:37:59.402270 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a989f7af-47b0-414b-acba-df944e5e731f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:59.524296 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:INSERT=10,neutron:SELECT=80,neutron:UPDATE=10 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:37:59.540653 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-218a33ed-cf78-4840-9f5b-170c1d3bcb3a admin admin] Publish callbacks [] for security_group (255c307d-7d4f-42fb-b8a1-c3a22e998bec), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:59.596029 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd9f81-e988-4411-b9fd-f360a96e724a None None] Pushing event updated for resources: {'Port': ['ID=9ded3481-e25b-437b-b6d7-b410b032ffe9,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:59.600849 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-218a33ed-cf78-4840-9f5b-170c1d3bcb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (255c307d-7d4f-42fb-b8a1-c3a22e998bec), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:59.606242 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:59.614231 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-767c1d2c-503f-4948-8e76-2b1e316bf4f6 admin admin] Publish callbacks [] for security_group (8b3c3b1b-43b8-457a-a00d-0895c87a0658), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:59.625355 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:59.746081 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ef967113-fe90-4448-b6be-eb8520782315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (55ff17c3-e9fe-4147-8f39-09639f790b8a), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:59.748122 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-767c1d2c-503f-4948-8e76-2b1e316bf4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (8b3c3b1b-43b8-457a-a00d-0895c87a0658), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:59.778973 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373830c-96ee-414a-9072-2f7ebdd6b102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51da8b05-28e2-4be1-9e3a-f0bc3c71c441,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:59.829195 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c998380b-1962-424b-8951-c29f8d74fb35 admin admin] Publish callbacks [] for router_gateway (2c1b6b9f-8cae-431f-8691-887c46e580ff), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:59.829453 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-81af669e-1149-44c1-87fd-ec7c1d8e9404 None None] Publish callbacks [] for port (db9d2054-8933-440a-b05a-a6953181529a), precommit_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:59.890408 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-81af669e-1149-44c1-87fd-ec7c1d8e9404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (db9d2054-8933-440a-b05a-a6953181529a), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:59.909391 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c998380b-1962-424b-8951-c29f8d74fb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:59.971693 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef967113-fe90-4448-b6be-eb8520782315 admin admin] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:37:59.972666 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-90b665be-2efd-4dc0-b78c-45f53fbb7fe4 admin admin] Publish callbacks [] for router_gateway (4ab4942c-0ef5-485b-a142-80123b4e266a), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:37:59.981085 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c1d2c-503f-4948-8e76-2b1e316bf4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3c3b1b-43b8-457a-a00d-0895c87a0658,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:37:59.990587 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-767c1d2c-503f-4948-8e76-2b1e316bf4f6 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9a008845495a4667aded1f8a6f191b3f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0329840 Sep 28 08:37:59.991725 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-ef967113-fe90-4448-b6be-eb8520782315 admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:00.000282 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 51112) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:00.005937 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef967113-fe90-4448-b6be-eb8520782315 admin admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:38:00.021727 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:INSERT=7 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:00.041446 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-90b665be-2efd-4dc0-b78c-45f53fbb7fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.066952 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.db.api [None req-a989f7af-47b0-414b-acba-df944e5e731f admin admin] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.27.2.2-63131c78-12a6-47ef-acaa-d1a0c385be0d {{(pid=106475) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 28 08:38:00.067405 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG oslo_db.api [None req-a989f7af-47b0-414b-acba-df944e5e731f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:38:00.073856 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81af669e-1149-44c1-87fd-ec7c1d8e9404 None None] Network ecfbeafd-1446-46f2-889b-466b351133a2 is already hosted by enough agents. {{(pid=106477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:00.077153 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-218a33ed-cf78-4840-9f5b-170c1d3bcb3a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=aaf9ee385c3f44049510466e54c3eac5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7326825 Sep 28 08:38:00.078132 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 51114) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:00.089504 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a33ed-cf78-4840-9f5b-170c1d3bcb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255c307d-7d4f-42fb-b8a1-c3a22e998bec,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:00.119316 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.base_scheduler [None req-81af669e-1149-44c1-87fd-ec7c1d8e9404 None None] Resources bound (agent type, host, resource id): {{(pid=106477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:00.128644 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-6e6792e1-35fa-4dc3-9ed6-e0d3cc5d9785 None None] Publish callbacks [] for port (4e47c2e5-73fd-4558-8e0b-235932c31889), precommit_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.131228 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81af669e-1149-44c1-87fd-ec7c1d8e9404 None None] Received port after_create {{(pid=106477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:38:00.141846 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-17181bc0-e257-40e7-a5da-9255a2790fc8 None None] Publish callbacks [] for port (4c9970cf-1e6b-4c88-980f-02b785af3fc5), precommit_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.149967 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af669e-1149-44c1-87fd-ec7c1d8e9404 None None] Pushing event updated for resources: {'Port': ['ID=db9d2054-8933-440a-b05a-a6953181529a,revision_number=1']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:00.173743 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-6e6792e1-35fa-4dc3-9ed6-e0d3cc5d9785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (4e47c2e5-73fd-4558-8e0b-235932c31889), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.174430 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 51116) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:00.201290 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-17181bc0-e257-40e7-a5da-9255a2790fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (4c9970cf-1e6b-4c88-980f-02b785af3fc5), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.222053 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f86b8c80-b2c7-4f8d-961b-bd3ba09d4189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.223139 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef967113-fe90-4448-b6be-eb8520782315 admin admin] Pushing event updated for resources: {'Port': ['ID=55ff17c3-e9fe-4147-8f39-09639f790b8a,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:00.256803 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a96791b1-1984-4287-aaa2-4d5bc8180928 admin admin] Publish callbacks [] for security_group (255c307d-7d4f-42fb-b8a1-c3a22e998bec), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.274512 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6792e1-35fa-4dc3-9ed6-e0d3cc5d9785 None None] Network ff034301-a1c4-4028-a91c-012c3b139427 is already hosted by enough agents. {{(pid=106477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:00.288747 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.base_scheduler [None req-6e6792e1-35fa-4dc3-9ed6-e0d3cc5d9785 None None] Resources bound (agent type, host, resource id): {{(pid=106477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:00.292026 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-90b665be-2efd-4dc0-b78c-45f53fbb7fe4 admin admin] Allocated IP 172.27.2.126 (53303c84-4465-4011-9c65-8bdf4507ffd3/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f/b6996259-eb1e-4bce-845f-dc226adbad69) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:00.292520 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17181bc0-e257-40e7-a5da-9255a2790fc8 None None] Network b5328add-2390-4470-bd9d-0ff97db6e42c is already hosted by enough agents. {{(pid=106477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:00.296247 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-81af669e-1149-44c1-87fd-ec7c1d8e9404 None None] Attempting to bind port db9d2054-8933-440a-b05a-a6953181529a on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:38:00.296740 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-81af669e-1149-44c1-87fd-ec7c1d8e9404 None None] Attempting to bind port db9d2054-8933-440a-b05a-a6953181529a by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': 'd8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:38:00.297232 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af669e-1149-44c1-87fd-ec7c1d8e9404 None None] Attempting to bind port db9d2054-8933-440a-b05a-a6953181529a on network ecfbeafd-1446-46f2-889b-466b351133a2 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:00.299724 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6792e1-35fa-4dc3-9ed6-e0d3cc5d9785 None None] Received port after_create {{(pid=106477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:38:00.306491 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.base_scheduler [None req-17181bc0-e257-40e7-a5da-9255a2790fc8 None None] Resources bound (agent type, host, resource id): {{(pid=106477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:00.317523 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a96791b1-1984-4287-aaa2-4d5bc8180928 admin admin] Publish callbacks [] for security_group (255c307d-7d4f-42fb-b8a1-c3a22e998bec), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.328342 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6792e1-35fa-4dc3-9ed6-e0d3cc5d9785 None None] Pushing event updated for resources: {'Port': ['ID=4e47c2e5-73fd-4558-8e0b-235932c31889,revision_number=1']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:00.332897 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17181bc0-e257-40e7-a5da-9255a2790fc8 None None] Received port after_create {{(pid=106477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:38:00.336151 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:00.356385 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3cbadca8-bc83-42e4-a90f-791c7338d864 admin admin] Publish callbacks [] for security_group (8b3c3b1b-43b8-457a-a00d-0895c87a0658), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.376971 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:00.406018 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:00.422488 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3cbadca8-bc83-42e4-a90f-791c7338d864 admin admin] Publish callbacks [] for security_group (8b3c3b1b-43b8-457a-a00d-0895c87a0658), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.455601 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:00.480835 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af669e-1149-44c1-87fd-ec7c1d8e9404 None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:38:00.481315 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af669e-1149-44c1-87fd-ec7c1d8e9404 None None] Checking segment: {'id': 'd8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:38:00.481847 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-81af669e-1149-44c1-87fd-ec7c1d8e9404 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.483401 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af669e-1149-44c1-87fd-ec7c1d8e9404 None None] Bound using segment: {'id': 'd8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:38:00.483637 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-81af669e-1149-44c1-87fd-ec7c1d8e9404 None None] Bound port: db9d2054-8933-440a-b05a-a6953181529a, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:38:00.484122 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-81af669e-1149-44c1-87fd-ec7c1d8e9404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (db9d2054-8933-440a-b05a-a6953181529a), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.506859 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17181bc0-e257-40e7-a5da-9255a2790fc8 None None] Pushing event updated for resources: {'Port': ['ID=4c9970cf-1e6b-4c88-980f-02b785af3fc5,revision_number=1']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:00.521357 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-17181bc0-e257-40e7-a5da-9255a2790fc8 None None] Attempting to bind port 4c9970cf-1e6b-4c88-980f-02b785af3fc5 on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:38:00.523169 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-17181bc0-e257-40e7-a5da-9255a2790fc8 None None] Attempting to bind port 4c9970cf-1e6b-4c88-980f-02b785af3fc5 by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:38:00.523169 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17181bc0-e257-40e7-a5da-9255a2790fc8 None None] Attempting to bind port 4c9970cf-1e6b-4c88-980f-02b785af3fc5 on network b5328add-2390-4470-bd9d-0ff97db6e42c {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:00.526158 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-6e6792e1-35fa-4dc3-9ed6-e0d3cc5d9785 None None] Attempting to bind port 4e47c2e5-73fd-4558-8e0b-235932c31889 on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:38:00.528698 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-6e6792e1-35fa-4dc3-9ed6-e0d3cc5d9785 None None] Attempting to bind port 4e47c2e5-73fd-4558-8e0b-235932c31889 by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': '700aaca3-a22e-4970-8e60-aa95edd00338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:38:00.528698 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6792e1-35fa-4dc3-9ed6-e0d3cc5d9785 None None] Attempting to bind port 4e47c2e5-73fd-4558-8e0b-235932c31889 on network ff034301-a1c4-4028-a91c-012c3b139427 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:00.539434 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ef967113-fe90-4448-b6be-eb8520782315 admin admin] Publish callbacks [] for router_gateway (07e3b9ba-f8a2-4359-afdf-c9d99bc92adf), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.560260 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f86b8c80-b2c7-4f8d-961b-bd3ba09d4189 admin admin] Publish callbacks [] for security_group (04913a5c-576f-4155-b903-ecd276377f2e), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.561680 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a96791b1-1984-4287-aaa2-4d5bc8180928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (255c307d-7d4f-42fb-b8a1-c3a22e998bec), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.564731 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a96791b1-1984-4287-aaa2-4d5bc8180928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.569389 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-a96791b1-1984-4287-aaa2-4d5bc8180928 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/255c307d-7d4f-42fb-b8a1-c3a22e998bec HTTP/1.1" status: 204 len: 168 time: 0.4884565 Sep 28 08:38:00.578532 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a989f7af-47b0-414b-acba-df944e5e731f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.580628 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f86b8c80-b2c7-4f8d-961b-bd3ba09d4189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (04913a5c-576f-4155-b903-ecd276377f2e), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.641472 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3cbadca8-bc83-42e4-a90f-791c7338d864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (8b3c3b1b-43b8-457a-a00d-0895c87a0658), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.644082 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3cbadca8-bc83-42e4-a90f-791c7338d864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.648191 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-3cbadca8-bc83-42e4-a90f-791c7338d864 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/8b3c3b1b-43b8-457a-a00d-0895c87a0658 HTTP/1.1" status: 204 len: 168 time: 0.6424851 Sep 28 08:38:00.666614 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbadca8-bc83-42e4-a90f-791c7338d864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3c3b1b-43b8-457a-a00d-0895c87a0658,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:00.704774 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-f86b8c80-b2c7-4f8d-961b-bd3ba09d4189 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c79a8d7386f74e0eab3332dceaff5876&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5292199 Sep 28 08:38:00.709464 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 51122) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:00.713105 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96791b1-1984-4287-aaa2-4d5bc8180928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255c307d-7d4f-42fb-b8a1-c3a22e998bec,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:00.735990 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17181bc0-e257-40e7-a5da-9255a2790fc8 None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:38:00.736629 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17181bc0-e257-40e7-a5da-9255a2790fc8 None None] Checking segment: {'id': '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:38:00.736993 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-17181bc0-e257-40e7-a5da-9255a2790fc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.737303 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17181bc0-e257-40e7-a5da-9255a2790fc8 None None] Bound using segment: {'id': '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:38:00.737771 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-17181bc0-e257-40e7-a5da-9255a2790fc8 None None] Bound port: 4c9970cf-1e6b-4c88-980f-02b785af3fc5, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:38:00.738166 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-17181bc0-e257-40e7-a5da-9255a2790fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (4c9970cf-1e6b-4c88-980f-02b785af3fc5), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.790107 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-81af669e-1149-44c1-87fd-ec7c1d8e9404 None None] For port db9d2054-8933-440a-b05a-a6953181529a, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:00.791472 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-90b665be-2efd-4dc0-b78c-45f53fbb7fe4 admin admin] Publish callbacks [] for port (b6996259-eb1e-4bce-845f-dc226adbad69), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.847851 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6792e1-35fa-4dc3-9ed6-e0d3cc5d9785 None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:38:00.848218 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6792e1-35fa-4dc3-9ed6-e0d3cc5d9785 None None] Checking segment: {'id': '700aaca3-a22e-4970-8e60-aa95edd00338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:38:00.848625 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-6e6792e1-35fa-4dc3-9ed6-e0d3cc5d9785 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.849027 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6792e1-35fa-4dc3-9ed6-e0d3cc5d9785 None None] Bound using segment: {'id': '700aaca3-a22e-4970-8e60-aa95edd00338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:38:00.849557 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-6e6792e1-35fa-4dc3-9ed6-e0d3cc5d9785 None None] Bound port: 4e47c2e5-73fd-4558-8e0b-235932c31889, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700aaca3-a22e-4970-8e60-aa95edd00338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:38:00.850539 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-6e6792e1-35fa-4dc3-9ed6-e0d3cc5d9785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (4e47c2e5-73fd-4558-8e0b-235932c31889), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.897428 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-81af669e-1149-44c1-87fd-ec7c1d8e9404 None None] For port db9d2054-8933-440a-b05a-a6953181529a, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=db9d2054-8933-440a-b05a-a6953181529a,segment=NetworkSegment(d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a),segment_id=d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:00.910214 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b8c80-b2c7-4f8d-961b-bd3ba09d4189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04913a5c-576f-4155-b903-ecd276377f2e,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:00.917272 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:00.947773 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-71ad62a2-43a9-48ad-a582-d655a785c7d8 admin admin] Publish callbacks [] for security_group (04913a5c-576f-4155-b903-ecd276377f2e), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.996120 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-81af669e-1149-44c1-87fd-ec7c1d8e9404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (db9d2054-8933-440a-b05a-a6953181529a), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:00.999855 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-90b665be-2efd-4dc0-b78c-45f53fbb7fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (b6996259-eb1e-4bce-845f-dc226adbad69), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:01.047274 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-71ad62a2-43a9-48ad-a582-d655a785c7d8 admin admin] Publish callbacks [] for security_group (04913a5c-576f-4155-b903-ecd276377f2e), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:01.146019 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ef967113-fe90-4448-b6be-eb8520782315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595702'] for router (07e3b9ba-f8a2-4359-afdf-c9d99bc92adf), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:01.225573 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d08e8b9-c64f-458b-bc79-826e87df88fe None None] Network 93671831-ef1f-495e-a41a-678e1dc193fe requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:38:01.256910 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b665be-2efd-4dc0-b78c-45f53fbb7fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=b6996259-eb1e-4bce-845f-dc226adbad69,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:01.268861 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-17181bc0-e257-40e7-a5da-9255a2790fc8 None None] For port 4c9970cf-1e6b-4c88-980f-02b785af3fc5, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:01.269049 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b665be-2efd-4dc0-b78c-45f53fbb7fe4 admin admin] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:01.271117 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-90b665be-2efd-4dc0-b78c-45f53fbb7fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:01.277416 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b665be-2efd-4dc0-b78c-45f53fbb7fe4 admin admin] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:38:01.279109 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-c998380b-1962-424b-8951-c29f8d74fb35 admin admin] Allocated IP 172.27.2.125 (53303c84-4465-4011-9c65-8bdf4507ffd3/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f/f6e75e89-52cb-4057-b67b-b6e4386fad34) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:01.349994 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:01.471352 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-71ad62a2-43a9-48ad-a582-d655a785c7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (04913a5c-576f-4155-b903-ecd276377f2e), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:01.484323 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-71ad62a2-43a9-48ad-a582-d655a785c7d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:01.486754 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-71ad62a2-43a9-48ad-a582-d655a785c7d8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/04913a5c-576f-4155-b903-ecd276377f2e HTTP/1.1" status: 204 len: 168 time: 0.7758136 Sep 28 08:38:01.652871 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad62a2-43a9-48ad-a582-d655a785c7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04913a5c-576f-4155-b903-ecd276377f2e,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:01.685496 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:01.689998 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 51154) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:01.741877 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c22322e1-a2b4-4abf-8998-2e9a4ccf2c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:01.808607 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c998380b-1962-424b-8951-c29f8d74fb35 admin admin] Publish callbacks [] for port (f6e75e89-52cb-4057-b67b-b6e4386fad34), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:01.853750 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:01.867460 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef967113-fe90-4448-b6be-eb8520782315 admin admin] Router 07e3b9ba-f8a2-4359-afdf-c9d99bc92adf is scheduled to L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c with binding_index 1 {{(pid=106476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:38:01.909965 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-15c94a6a-bffd-4195-9755-26cc58b981f5 None None] Provisioning complete for port 9ded3481-e25b-437b-b6d7-b410b032ffe9 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:01.911196 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-15c94a6a-bffd-4195-9755-26cc58b981f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (9ded3481-e25b-437b-b6d7-b410b032ffe9), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:01.911748 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-15c94a6a-bffd-4195-9755-26cc58b981f5 None None] Attempt 1 to provision port 9ded3481-e25b-437b-b6d7-b410b032ffe9 Sep 28 08:38:01.957537 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c998380b-1962-424b-8951-c29f8d74fb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (f6e75e89-52cb-4057-b67b-b6e4386fad34), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:01.960607 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-17181bc0-e257-40e7-a5da-9255a2790fc8 None None] For port 4c9970cf-1e6b-4c88-980f-02b785af3fc5, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=4c9970cf-1e6b-4c88-980f-02b785af3fc5,segment=NetworkSegment(52f4fd3c-c9b0-4536-b2fa-f368a4de5deb),segment_id=52f4fd3c-c9b0-4536-b2fa-f368a4de5deb)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:01.966240 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 9ded3481-e25b-437b-b6d7-b410b032ffe9 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:02.071538 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c998380b-1962-424b-8951-c29f8d74fb35 admin admin] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:02.075192 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c22322e1-a2b4-4abf-8998-2e9a4ccf2c48 admin admin] Publish callbacks [] for security_group (ab49adab-0513-449c-990e-cbc0796ef826), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:02.119274 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c22322e1-a2b4-4abf-8998-2e9a4ccf2c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (ab49adab-0513-449c-990e-cbc0796ef826), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:02.122264 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-c998380b-1962-424b-8951-c29f8d74fb35 admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:02.130193 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af669e-1149-44c1-87fd-ec7c1d8e9404 None None] Pushing event updated for resources: {'Port': ['ID=db9d2054-8933-440a-b05a-a6953181529a,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:02.130983 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c998380b-1962-424b-8951-c29f8d74fb35 admin admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:38:02.136536 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-6e6792e1-35fa-4dc3-9ed6-e0d3cc5d9785 None None] For port 4e47c2e5-73fd-4558-8e0b-235932c31889, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:02.139962 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 9ded3481-e25b-437b-b6d7-b410b032ffe9 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:02.140371 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (9ded3481-e25b-437b-b6d7-b410b032ffe9), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:02.141434 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 9ded3481-e25b-437b-b6d7-b410b032ffe9 Sep 28 08:38:02.143708 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-15c94a6a-bffd-4195-9755-26cc58b981f5 None None] Current status of the port 9ded3481-e25b-437b-b6d7-b410b032ffe9 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:02.144269 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-15c94a6a-bffd-4195-9755-26cc58b981f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (9ded3481-e25b-437b-b6d7-b410b032ffe9), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:02.164539 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-17181bc0-e257-40e7-a5da-9255a2790fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (4c9970cf-1e6b-4c88-980f-02b785af3fc5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:02.231845 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998380b-1962-424b-8951-c29f8d74fb35 admin admin] Pushing event updated for resources: {'Port': ['ID=f6e75e89-52cb-4057-b67b-b6e4386fad34,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:02.284230 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-90b665be-2efd-4dc0-b78c-45f53fbb7fe4 admin admin] Publish callbacks [] for router_gateway (4ab4942c-0ef5-485b-a142-80123b4e266a), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:02.311748 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-c22322e1-a2b4-4abf-8998-2e9a4ccf2c48 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=850b340b28b049429059f6d4ddf2833d&name=default HTTP/1.1" status: 200 len: 2993 time: 0.6164751 Sep 28 08:38:02.327922 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22322e1-a2b4-4abf-8998-2e9a4ccf2c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab49adab-0513-449c-990e-cbc0796ef826,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:02.330767 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 51164) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:02.331316 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17181bc0-e257-40e7-a5da-9255a2790fc8 None None] Pushing event updated for resources: {'Port': ['ID=4c9970cf-1e6b-4c88-980f-02b785af3fc5,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:02.354440 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef967113-fe90-4448-b6be-eb8520782315 admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:38:02.381547 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] Sync routers for ids ['07e3b9ba-f8a2-4359-afdf-c9d99bc92adf'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:38:02.394295 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-6e6792e1-35fa-4dc3-9ed6-e0d3cc5d9785 None None] For port 4e47c2e5-73fd-4558-8e0b-235932c31889, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=4e47c2e5-73fd-4558-8e0b-235932c31889,segment=NetworkSegment(700aaca3-a22e-4970-8e60-aa95edd00338),segment_id=700aaca3-a22e-4970-8e60-aa95edd00338)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:02.418243 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] Routers {'07e3b9ba-f8a2-4359-afdf-c9d99bc92adf'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:38:02.424468 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:37:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['07e3b9ba-f8a2-4359-afdf-c9d99bc92adf'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:02.443433 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-6e6792e1-35fa-4dc3-9ed6-e0d3cc5d9785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (4e47c2e5-73fd-4558-8e0b-235932c31889), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:02.491524 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ef967113-fe90-4448-b6be-eb8520782315 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:02.493908 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-ef967113-fe90-4448-b6be-eb8520782315 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2598164 Sep 28 08:38:02.501743 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 51172) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:02.760844 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-15c94a6a-bffd-4195-9755-26cc58b981f5 None None] For port 9ded3481-e25b-437b-b6d7-b410b032ffe9, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=9ded3481-e25b-437b-b6d7-b410b032ffe9,segment=NetworkSegment(a0e111da-df9e-428a-97af-2a9c999d550d),segment_id=a0e111da-df9e-428a-97af-2a9c999d550d)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:02.765887 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c3ce6b49-2030-4ba9-ab32-75001bb96db0 admin admin] Publish callbacks [] for security_group (ab49adab-0513-449c-990e-cbc0796ef826), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:02.805687 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-15c94a6a-bffd-4195-9755-26cc58b981f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (9ded3481-e25b-437b-b6d7-b410b032ffe9), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:02.837427 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:02.955563 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:02.960501 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c3ce6b49-2030-4ba9-ab32-75001bb96db0 admin admin] Publish callbacks [] for security_group (ab49adab-0513-449c-990e-cbc0796ef826), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:02.965790 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 9ded3481-e25b-437b-b6d7-b410b032ffe9 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:02.981772 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6792e1-35fa-4dc3-9ed6-e0d3cc5d9785 None None] Pushing event updated for resources: {'Port': ['ID=4e47c2e5-73fd-4558-8e0b-235932c31889,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:03.079100 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c998380b-1962-424b-8951-c29f8d74fb35 admin admin] Publish callbacks [] for router_gateway (2c1b6b9f-8cae-431f-8691-887c46e580ff), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:03.111079 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c94a6a-bffd-4195-9755-26cc58b981f5 None None] Pushing event updated for resources: {'Port': ['ID=9ded3481-e25b-437b-b6d7-b410b032ffe9,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:03.166768 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-a989f7af-47b0-414b-acba-df944e5e731f admin admin] Allocated IP 172.27.2.235 (53303c84-4465-4011-9c65-8bdf4507ffd3/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f/54ec296b-99ba-4e28-9466-c5bf59cfde77) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:03.197476 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] Set router 07e3b9ba-f8a2-4359-afdf-c9d99bc92adf gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:38:03.249814 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-5f1ca06b-fa72-4470-8d97-f96660d654c7 None None] Provisioning complete for port 9ded3481-e25b-437b-b6d7-b410b032ffe9 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:03.254171 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-5f1ca06b-fa72-4470-8d97-f96660d654c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (9ded3481-e25b-437b-b6d7-b410b032ffe9), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:03.254765 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-5f1ca06b-fa72-4470-8d97-f96660d654c7 None None] Attempt 1 to provision port 9ded3481-e25b-437b-b6d7-b410b032ffe9 Sep 28 08:38:03.261542 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-90b665be-2efd-4dc0-b78c-45f53fbb7fe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595702'] for router (4ab4942c-0ef5-485b-a142-80123b4e266a), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:03.271256 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:03.372837 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8761677-dd3b-490f-8158-3a5f8bbe4709 None None] Network ecfbeafd-1446-46f2-889b-466b351133a2 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:38:03.517903 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:03.682569 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-5f1ca06b-fa72-4470-8d97-f96660d654c7 None None] Current status of the port 9ded3481-e25b-437b-b6d7-b410b032ffe9 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:03.733028 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a989f7af-47b0-414b-acba-df944e5e731f admin admin] Publish callbacks [] for port (54ec296b-99ba-4e28-9466-c5bf59cfde77), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:03.758472 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e3b9ba-f8a2-4359-afdf-c9d99bc92adf', 'name': 'tempest-DeleteServersTestJSON-983691960-router', 'tenant_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '55ff17c3-e9fe-4147-8f39-09639f790b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:56Z', 'updated_at': '2022-09-28T08:38:00Z', 'revision_number': 3, 'project_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'gw_port': {'id': '55ff17c3-e9fe-4147-8f39-09639f790b8a', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e3b9ba-f8a2-4359-afdf-c9d99bc92adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:37:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:03.849062 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95a175a5-073f-49be-a0f8-604498690863 None None] Provisioning complete for port db9d2054-8933-440a-b05a-a6953181529a triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:03.852337 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95a175a5-073f-49be-a0f8-604498690863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (db9d2054-8933-440a-b05a-a6953181529a), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:03.852966 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95a175a5-073f-49be-a0f8-604498690863 None None] Attempt 1 to provision port db9d2054-8933-440a-b05a-a6953181529a Sep 28 08:38:03.915917 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] Checking router: 07e3b9ba-f8a2-4359-afdf-c9d99bc92adf for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:38:03.916496 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] Updating router 07e3b9ba-f8a2-4359-afdf-c9d99bc92adf port 55ff17c3-e9fe-4147-8f39-09639f790b8a binding host dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:38:03.928530 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device db9d2054-8933-440a-b05a-a6953181529a up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:03.996105 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 51200) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:04.034353 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a989f7af-47b0-414b-acba-df944e5e731f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (54ec296b-99ba-4e28-9466-c5bf59cfde77), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:04.059417 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (55ff17c3-e9fe-4147-8f39-09639f790b8a), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:04.063074 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c3ce6b49-2030-4ba9-ab32-75001bb96db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (ab49adab-0513-449c-990e-cbc0796ef826), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:04.066766 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c3ce6b49-2030-4ba9-ab32-75001bb96db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:04.068469 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-c3ce6b49-2030-4ba9-ab32-75001bb96db0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ab49adab-0513-449c-990e-cbc0796ef826 HTTP/1.1" status: 204 len: 168 time: 1.7346878 Sep 28 08:38:04.098436 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b665be-2efd-4dc0-b78c-45f53fbb7fe4 admin admin] Router 4ab4942c-0ef5-485b-a142-80123b4e266a is scheduled to L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c with binding_index 1 {{(pid=106475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:38:04.129443 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:04.194851 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port db9d2054-8933-440a-b05a-a6953181529a triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:04.196332 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (db9d2054-8933-440a-b05a-a6953181529a), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:04.196892 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port db9d2054-8933-440a-b05a-a6953181529a Sep 28 08:38:04.242507 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce6b49-2030-4ba9-ab32-75001bb96db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab49adab-0513-449c-990e-cbc0796ef826,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:04.255201 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a989f7af-47b0-414b-acba-df944e5e731f admin admin] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:04.282645 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-a989f7af-47b0-414b-acba-df944e5e731f admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:04.304905 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a989f7af-47b0-414b-acba-df944e5e731f admin admin] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:38:04.309589 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989f7af-47b0-414b-acba-df944e5e731f admin admin] Pushing event updated for resources: {'Port': ['ID=54ec296b-99ba-4e28-9466-c5bf59cfde77,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:04.330557 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95a175a5-073f-49be-a0f8-604498690863 None None] Current status of the port db9d2054-8933-440a-b05a-a6953181529a is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:04.331183 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95a175a5-073f-49be-a0f8-604498690863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (db9d2054-8933-440a-b05a-a6953181529a), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:04.465428 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95a175a5-073f-49be-a0f8-604498690863 None None] For port db9d2054-8933-440a-b05a-a6953181529a, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=db9d2054-8933-440a-b05a-a6953181529a,segment=NetworkSegment(d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a),segment_id=d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:04.495976 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95a175a5-073f-49be-a0f8-604498690863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (db9d2054-8933-440a-b05a-a6953181529a), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:04.698951 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port db9d2054-8933-440a-b05a-a6953181529a is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:04.700131 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 4c9970cf-1e6b-4c88-980f-02b785af3fc5 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:04.715161 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1c6de6-9de9-411f-a4d0-f9fa5743791e None None] Network ff034301-a1c4-4028-a91c-012c3b139427 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:38:04.720705 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] Publish callbacks [] for port (55ff17c3-e9fe-4147-8f39-09639f790b8a), precommit_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:04.729855 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (55ff17c3-e9fe-4147-8f39-09639f790b8a), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:04.743421 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c998380b-1962-424b-8951-c29f8d74fb35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595702'] for router (2c1b6b9f-8cae-431f-8691-887c46e580ff), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:04.796023 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:04.804236 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4ce60-e0d4-469e-a06b-e471fd18ce30 None None] Pushing event updated for resources: {'Port': ['ID=55ff17c3-e9fe-4147-8f39-09639f790b8a,revision_number=2']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:04.823565 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4ce60-e0d4-469e-a06b-e471fd18ce30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:04.824372 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4ce60-e0d4-469e-a06b-e471fd18ce30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:04.824932 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4ce60-e0d4-469e-a06b-e471fd18ce30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:04.826321 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4ce60-e0d4-469e-a06b-e471fd18ce30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:04.827981 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4ce60-e0d4-469e-a06b-e471fd18ce30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:04.828820 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4ce60-e0d4-469e-a06b-e471fd18ce30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:04.829793 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4ce60-e0d4-469e-a06b-e471fd18ce30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:04.830386 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4ce60-e0d4-469e-a06b-e471fd18ce30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:04.832371 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4ce60-e0d4-469e-a06b-e471fd18ce30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:04.833228 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4ce60-e0d4-469e-a06b-e471fd18ce30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:04.833810 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4ce60-e0d4-469e-a06b-e471fd18ce30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:04.834562 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4ce60-e0d4-469e-a06b-e471fd18ce30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:04.835252 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4ce60-e0d4-469e-a06b-e471fd18ce30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:04.835826 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4ce60-e0d4-469e-a06b-e471fd18ce30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:04.836639 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4ce60-e0d4-469e-a06b-e471fd18ce30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4ce60-e0d4-469e-a06b-e471fd18ce30 None None] Tracked resource versions report: Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: pushed versions: Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: { 'AddressGroup': {'1.2'}, Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'Agent': {'1.1'}, Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'ConntrackHelper': {'1.0'}, Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'LocalIPAssociation': {'1.0'}, Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'Log': {'1.0'}, Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'NDPProxy': {'1.0'}, Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'Network': {'1.1'}, Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'Port': {'1.7'}, Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'PortForwarding': {'1.3'}, Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'QosPolicy': {'1.10'}, Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'SecurityGroup': {'1.5'}, Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'SecurityGroupRule': {'1.2'}, Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'SubPort': {'1.0'}, Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'Subnet': {'1.1'}, Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'Trunk': {'1.1'}} Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: consumer versions: Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: { DHCP agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: HyperV agent@hv-cinder-84456: {}, Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: L3 agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: Metadata agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: Metering agent@dv-cinder-844563-8-iscsi: {}, Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: Open vSwitch agent@dv-cinder-844563-8-iscsi: { 'AddressGroup': '1.2', Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'Agent': '1.1', Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'ConntrackHelper': '1.0', Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'LocalIPAssociation': '1.0', Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'Log': '1.0', Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'NDPProxy': '1.0', Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'Network': '1.1', Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'Port': '1.7', Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'PortForwarding': '1.3', Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'QosPolicy': '1.10', Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'SecurityGroup': '1.5', Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'SecurityGroupRule': '1.2', Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'SubPort': '1.0', Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'Subnet': '1.1', Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: 'Trunk': '1.1'}} Sep 28 08:38:04.838664 dv-cinder-844563-8-iscsi neutron-server[106478]: {{(pid=106478) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 28 08:38:04.840755 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:04.850236 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b665be-2efd-4dc0-b78c-45f53fbb7fe4 admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:38:04.863862 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] Attempting to bind port 55ff17c3-e9fe-4147-8f39-09639f790b8a on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:38:04.864835 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] Attempting to bind port 55ff17c3-e9fe-4147-8f39-09639f790b8a by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:38:04.865817 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] Attempting to bind port 55ff17c3-e9fe-4147-8f39-09639f790b8a on network 53303c84-4465-4011-9c65-8bdf4507ffd3 {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:04.903804 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-90b665be-2efd-4dc0-b78c-45f53fbb7fe4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:04.905022 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-90b665be-2efd-4dc0-b78c-45f53fbb7fe4 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.0742018 Sep 28 08:38:04.912842 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 51212) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:04.939686 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-08b08514-383d-4e44-b50e-79bdca29ce93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:04.959284 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] Sync routers for ids ['4ab4942c-0ef5-485b-a142-80123b4e266a'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:38:04.995388 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:05.000328 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eb3f17-dda2-45c4-b299-01258ff96f5a None None] Network b5328add-2390-4470-bd9d-0ff97db6e42c requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:38:05.003326 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:38:05.006306 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] Checking segment: {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:38:05.007864 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:05.008293 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] Bound using segment: {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:38:05.010604 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] Bound port: 55ff17c3-e9fe-4147-8f39-09639f790b8a, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:38:05.011015 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (55ff17c3-e9fe-4147-8f39-09639f790b8a), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:05.032131 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-f24e0162-9115-4963-9010-5bae7acad291 None None] Provisioning complete for port db9d2054-8933-440a-b05a-a6953181529a triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:05.039933 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-f24e0162-9115-4963-9010-5bae7acad291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (db9d2054-8933-440a-b05a-a6953181529a), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:05.040571 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-f24e0162-9115-4963-9010-5bae7acad291 None None] Attempt 1 to provision port db9d2054-8933-440a-b05a-a6953181529a Sep 28 08:38:05.076349 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-08b08514-383d-4e44-b50e-79bdca29ce93 admin admin] Publish callbacks [] for security_group (670702b6-40e4-42d3-b9b5-393231f057d6), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:05.080978 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:05.085386 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] For port 55ff17c3-e9fe-4147-8f39-09639f790b8a, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:05.088448 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-08b08514-383d-4e44-b50e-79bdca29ce93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (670702b6-40e4-42d3-b9b5-393231f057d6), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:05.090182 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] For port 55ff17c3-e9fe-4147-8f39-09639f790b8a, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=55ff17c3-e9fe-4147-8f39-09639f790b8a,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:05.101289 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (55ff17c3-e9fe-4147-8f39-09639f790b8a), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:05.142647 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b08514-383d-4e44-b50e-79bdca29ce93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670702b6-40e4-42d3-b9b5-393231f057d6,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:05.152056 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] Routers {'07e3b9ba-f8a2-4359-afdf-c9d99bc92adf'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:38:05.152718 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:37:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['07e3b9ba-f8a2-4359-afdf-c9d99bc92adf'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:05.241220 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] Routers {'4ab4942c-0ef5-485b-a142-80123b4e266a'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:38:05.241885 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:37:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['4ab4942c-0ef5-485b-a142-80123b4e266a'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:05.294114 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] Set router 07e3b9ba-f8a2-4359-afdf-c9d99bc92adf gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:38:05.314649 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a175a5-073f-49be-a0f8-604498690863 None None] Pushing event updated for resources: {'Port': ['ID=db9d2054-8933-440a-b05a-a6953181529a,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:05.408180 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 4c9970cf-1e6b-4c88-980f-02b785af3fc5 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:05.409006 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (4c9970cf-1e6b-4c88-980f-02b785af3fc5), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:05.409538 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 4c9970cf-1e6b-4c88-980f-02b785af3fc5 Sep 28 08:38:05.479446 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:05.501999 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 51230) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:05.504565 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-08b08514-383d-4e44-b50e-79bdca29ce93 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e7e1bfaf89844022baefa9fa51128e9a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4939959 Sep 28 08:38:05.522988 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-f24e0162-9115-4963-9010-5bae7acad291 None None] Current status of the port db9d2054-8933-440a-b05a-a6953181529a is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:05.570396 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a989f7af-47b0-414b-acba-df944e5e731f admin admin] Publish callbacks [] for router_gateway (f28f4b09-bb20-4116-a49c-6a9d65d35564), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:05.608391 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] Set router 4ab4942c-0ef5-485b-a142-80123b4e266a gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:38:05.625701 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e3b9ba-f8a2-4359-afdf-c9d99bc92adf', 'name': 'tempest-DeleteServersTestJSON-983691960-router', 'tenant_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '55ff17c3-e9fe-4147-8f39-09639f790b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:56Z', 'updated_at': '2022-09-28T08:38:00Z', 'revision_number': 3, 'project_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'gw_port': {'id': '55ff17c3-e9fe-4147-8f39-09639f790b8a', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e3b9ba-f8a2-4359-afdf-c9d99bc92adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:05.733769 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:05.808381 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:05.831443 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4ce60-e0d4-469e-a06b-e471fd18ce30 None None] Pushing event updated for resources: {'Port': ['ID=55ff17c3-e9fe-4147-8f39-09639f790b8a,revision_number=3']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:05.851368 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13758ed4-4fed-48a7-bae8-7e2c78aa99b3 None None] The sync data for ids ['07e3b9ba-f8a2-4359-afdf-c9d99bc92adf'] in dv-cinder-844563-8-iscsi is: [{'id': '07e3b9ba-f8a2-4359-afdf-c9d99bc92adf', 'name': 'tempest-DeleteServersTestJSON-983691960-router', 'tenant_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '55ff17c3-e9fe-4147-8f39-09639f790b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:56Z', 'updated_at': '2022-09-28T08:38:00Z', 'revision_number': 3, 'project_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'gw_port': {'id': '55ff17c3-e9fe-4147-8f39-09639f790b8a', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e3b9ba-f8a2-4359-afdf-c9d99bc92adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:38:05.884789 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5faac146-bad8-4e34-8493-ee2e054551b1 admin admin] Publish callbacks [] for security_group (670702b6-40e4-42d3-b9b5-393231f057d6), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:06.005579 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:06.085508 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-280f5f0a-40b3-4ea3-bd1a-c63b8595a7ca None None] Provisioning complete for port 4c9970cf-1e6b-4c88-980f-02b785af3fc5 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:06.086607 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-280f5f0a-40b3-4ea3-bd1a-c63b8595a7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (4c9970cf-1e6b-4c88-980f-02b785af3fc5), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:06.086607 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-280f5f0a-40b3-4ea3-bd1a-c63b8595a7ca None None] Attempt 1 to provision port 4c9970cf-1e6b-4c88-980f-02b785af3fc5 Sep 28 08:38:06.165367 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5faac146-bad8-4e34-8493-ee2e054551b1 admin admin] Publish callbacks [] for security_group (670702b6-40e4-42d3-b9b5-393231f057d6), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:06.170746 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ee406113-33ea-4ebe-8124-4caecc155510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:06.185281 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 4c9970cf-1e6b-4c88-980f-02b785af3fc5 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:06.185939 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (4c9970cf-1e6b-4c88-980f-02b785af3fc5), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:06.250211 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a989f7af-47b0-414b-acba-df944e5e731f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595702'] for router (f28f4b09-bb20-4116-a49c-6a9d65d35564), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:06.447018 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-280f5f0a-40b3-4ea3-bd1a-c63b8595a7ca None None] Current status of the port 4c9970cf-1e6b-4c88-980f-02b785af3fc5 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:06.447590 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-280f5f0a-40b3-4ea3-bd1a-c63b8595a7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (4c9970cf-1e6b-4c88-980f-02b785af3fc5), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:06.450174 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:06.462199 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] For port 4c9970cf-1e6b-4c88-980f-02b785af3fc5, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=4c9970cf-1e6b-4c88-980f-02b785af3fc5,segment=NetworkSegment(52f4fd3c-c9b0-4536-b2fa-f368a4de5deb),segment_id=52f4fd3c-c9b0-4536-b2fa-f368a4de5deb)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:06.464543 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a989f7af-47b0-414b-acba-df944e5e731f admin admin] Router f28f4b09-bb20-4116-a49c-6a9d65d35564 is scheduled to L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c with binding_index 1 {{(pid=106475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:38:06.533198 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (4c9970cf-1e6b-4c88-980f-02b785af3fc5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:06.534250 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 4e47c2e5-73fd-4558-8e0b-235932c31889 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:06.546192 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:06.635895 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c998380b-1962-424b-8951-c29f8d74fb35 admin admin] Router 2c1b6b9f-8cae-431f-8691-887c46e580ff is scheduled to L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c with binding_index 1 {{(pid=106476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:38:06.665760 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:06.728373 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'name': 'tempest-ServerRescueNegativeTestJSON-324872223-router', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:01Z', 'revision_number': 3, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'gw_port': {'id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:06.834861 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] Checking router: 4ab4942c-0ef5-485b-a142-80123b4e266a for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:38:06.835523 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] Updating router 4ab4942c-0ef5-485b-a142-80123b4e266a port b6996259-eb1e-4bce-845f-dc226adbad69 binding host dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:38:06.868179 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Pushing event updated for resources: {'Port': ['ID=4c9970cf-1e6b-4c88-980f-02b785af3fc5,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:06.905711 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 4e47c2e5-73fd-4558-8e0b-235932c31889 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:06.906085 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (4e47c2e5-73fd-4558-8e0b-235932c31889), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:06.906434 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 4e47c2e5-73fd-4558-8e0b-235932c31889 Sep 28 08:38:06.914618 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.db.api [None req-280f5f0a-40b3-4ea3-bd1a-c63b8595a7ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 28 08:38:06.914840 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG oslo_db.api [None req-280f5f0a-40b3-4ea3-bd1a-c63b8595a7ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:38:06.919199 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a989f7af-47b0-414b-acba-df944e5e731f admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:38:06.935604 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] Sync routers for ids ['f28f4b09-bb20-4116-a49c-6a9d65d35564'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:38:06.948703 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (b6996259-eb1e-4bce-845f-dc226adbad69), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:06.963330 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] Routers {'f28f4b09-bb20-4116-a49c-6a9d65d35564'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:38:06.965133 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:37:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['f28f4b09-bb20-4116-a49c-6a9d65d35564'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:07.007385 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a989f7af-47b0-414b-acba-df944e5e731f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:07.017264 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-a989f7af-47b0-414b-acba-df944e5e731f admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.4275556 Sep 28 08:38:07.019175 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 51266) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:07.113704 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7cca1779-a015-4bf4-855f-f09e121a4171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:07.145188 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] Set router f28f4b09-bb20-4116-a49c-6a9d65d35564 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:38:07.202598 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5faac146-bad8-4e34-8493-ee2e054551b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (670702b6-40e4-42d3-b9b5-393231f057d6), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:07.206161 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5faac146-bad8-4e34-8493-ee2e054551b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:07.207375 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-5faac146-bad8-4e34-8493-ee2e054551b1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/670702b6-40e4-42d3-b9b5-393231f057d6 HTTP/1.1" status: 204 len: 168 time: 1.7026134 Sep 28 08:38:07.505012 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] Publish callbacks [] for port (b6996259-eb1e-4bce-845f-dc226adbad69), precommit_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:07.558705 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-7cca1779-a015-4bf4-855f-f09e121a4171 admin admin] Allocated IP 172.20.0.1 (ecfbeafd-1446-46f2-889b-466b351133a2/18b86f52-f49c-435b-95de-852298b2f6f4/bf9afea4-305a-4550-9e05-062d198e175a) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:07.572313 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (b6996259-eb1e-4bce-845f-dc226adbad69), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:07.668212 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] Attempting to bind port b6996259-eb1e-4bce-845f-dc226adbad69 on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:38:07.669717 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] Attempting to bind port b6996259-eb1e-4bce-845f-dc226adbad69 by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:38:07.670382 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] Attempting to bind port b6996259-eb1e-4bce-845f-dc226adbad69 on network 53303c84-4465-4011-9c65-8bdf4507ffd3 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:07.688867 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'name': 'tempest-AttachVolumeTestJSON-293215671-router', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:57Z', 'updated_at': '2022-09-28T08:38:05Z', 'revision_number': 3, 'project_id': 'd3e65d28e5664025978902943452f338', 'gw_port': {'id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:07.734518 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-280f5f0a-40b3-4ea3-bd1a-c63b8595a7ca None None] Current status of the port 4c9970cf-1e6b-4c88-980f-02b785af3fc5 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:07.767136 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:07.772929 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc29a8a-6c3f-4677-8822-a6efabb8f25b None None] Pushing event updated for resources: {'Port': ['ID=b6996259-eb1e-4bce-845f-dc226adbad69,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:07.774982 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] Checking router: f28f4b09-bb20-4116-a49c-6a9d65d35564 for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:38:07.775340 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] Updating router f28f4b09-bb20-4116-a49c-6a9d65d35564 port 54ec296b-99ba-4e28-9466-c5bf59cfde77 binding host dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:38:07.841666 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-280f5f0a-40b3-4ea3-bd1a-c63b8595a7ca None None] Provisioning complete for port 4e47c2e5-73fd-4558-8e0b-235932c31889 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:07.842403 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-280f5f0a-40b3-4ea3-bd1a-c63b8595a7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (4e47c2e5-73fd-4558-8e0b-235932c31889), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:07.843077 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-280f5f0a-40b3-4ea3-bd1a-c63b8595a7ca None None] Attempt 1 to provision port 4e47c2e5-73fd-4558-8e0b-235932c31889 Sep 28 08:38:07.891292 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (54ec296b-99ba-4e28-9466-c5bf59cfde77), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:07.933447 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:38:07.933955 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] Checking segment: {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:38:07.934519 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:07.935100 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] Bound using segment: {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:38:07.936228 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] Bound port: b6996259-eb1e-4bce-845f-dc226adbad69, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:38:07.936716 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (b6996259-eb1e-4bce-845f-dc226adbad69), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:08.024395 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 4e47c2e5-73fd-4558-8e0b-235932c31889 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:08.025109 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (4e47c2e5-73fd-4558-8e0b-235932c31889), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:08.063307 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ab75bf26-3ab6-47a5-aa73-b57afb8808ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:08.151585 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] For port b6996259-eb1e-4bce-845f-dc226adbad69, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:08.160786 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] For port 4e47c2e5-73fd-4558-8e0b-235932c31889, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=4e47c2e5-73fd-4558-8e0b-235932c31889,segment=NetworkSegment(700aaca3-a22e-4970-8e60-aa95edd00338),segment_id=700aaca3-a22e-4970-8e60-aa95edd00338)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:08.262449 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] For port b6996259-eb1e-4bce-845f-dc226adbad69, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=b6996259-eb1e-4bce-845f-dc226adbad69,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:08.268985 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (4e47c2e5-73fd-4558-8e0b-235932c31889), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:08.272375 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 9ded3481-e25b-437b-b6d7-b410b032ffe9 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:08.300428 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-ee406113-33ea-4ebe-8124-4caecc155510 admin admin] Allocated IP 172.20.0.1 (93671831-ef1f-495e-a41a-678e1dc193fe/acd54da1-78de-477f-b495-dce820c75dab/1a2bd17e-52af-4bc1-b3d9-53648d3ac432) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:08.313001 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:08.336513 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:08.361288 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (b6996259-eb1e-4bce-845f-dc226adbad69), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:08.449704 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-280f5f0a-40b3-4ea3-bd1a-c63b8595a7ca None None] Current status of the port 4e47c2e5-73fd-4558-8e0b-235932c31889 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:08.450245 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-280f5f0a-40b3-4ea3-bd1a-c63b8595a7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (4e47c2e5-73fd-4558-8e0b-235932c31889), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:08.478366 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:08.506175 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] Routers {'4ab4942c-0ef5-485b-a142-80123b4e266a'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:38:08.506175 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:37:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['4ab4942c-0ef5-485b-a142-80123b4e266a'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:08.508955 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:08.544461 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Pushing event updated for resources: {'Port': ['ID=4e47c2e5-73fd-4558-8e0b-235932c31889,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:08.598322 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ee406113-33ea-4ebe-8124-4caecc155510 admin admin] Publish callbacks [] for port (1a2bd17e-52af-4bc1-b3d9-53648d3ac432), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:08.612332 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:08.616038 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=8,neutron:INSERT=7 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:08.705610 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-ab75bf26-3ab6-47a5-aa73-b57afb8808ba admin admin] Allocated IP 172.20.0.1 (ff034301-a1c4-4028-a91c-012c3b139427/6605e181-a637-4e6a-a804-d0eb5c55d597/4c958791-0f5f-4925-88e0-a1c6f3b6419c) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:08.724188 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] Publish callbacks [] for port (54ec296b-99ba-4e28-9466-c5bf59cfde77), precommit_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:08.733609 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (54ec296b-99ba-4e28-9466-c5bf59cfde77), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:08.754672 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7cca1779-a015-4bf4-855f-f09e121a4171 admin admin] Publish callbacks [] for port (bf9afea4-305a-4550-9e05-062d198e175a), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:08.826004 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f2d5a-3110-4b7f-a7f3-bdf99ebdc389 None None] Pushing event updated for resources: {'Port': ['ID=54ec296b-99ba-4e28-9466-c5bf59cfde77,revision_number=2']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:08.844033 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7cca1779-a015-4bf4-855f-f09e121a4171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (bf9afea4-305a-4550-9e05-062d198e175a), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:08.853810 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] Attempting to bind port 54ec296b-99ba-4e28-9466-c5bf59cfde77 on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:38:08.854508 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] Attempting to bind port 54ec296b-99ba-4e28-9466-c5bf59cfde77 by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:38:08.854855 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] Set router 4ab4942c-0ef5-485b-a142-80123b4e266a gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:38:08.855812 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] Attempting to bind port 54ec296b-99ba-4e28-9466-c5bf59cfde77 on network 53303c84-4465-4011-9c65-8bdf4507ffd3 {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:08.925972 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc29a8a-6c3f-4677-8822-a6efabb8f25b None None] Pushing event updated for resources: {'Port': ['ID=b6996259-eb1e-4bce-845f-dc226adbad69,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:08.943951 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:38:08.944333 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] Checking segment: {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:38:08.944734 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:08.945316 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] Bound using segment: {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:38:08.945895 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faac146-bad8-4e34-8493-ee2e054551b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670702b6-40e4-42d3-b9b5-393231f057d6,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:08.946510 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] Bound port: 54ec296b-99ba-4e28-9466-c5bf59cfde77, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:38:08.946907 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (54ec296b-99ba-4e28-9466-c5bf59cfde77), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:08.948585 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 51310) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:08.968649 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca1779-a015-4bf4-855f-f09e121a4171 admin admin] Pushing event updated for resources: {'Port': ['ID=bf9afea4-305a-4550-9e05-062d198e175a,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:08.982231 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ab75bf26-3ab6-47a5-aa73-b57afb8808ba admin admin] Publish callbacks [] for port (4c958791-0f5f-4925-88e0-a1c6f3b6419c), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:09.047559 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.db.api [None req-280f5f0a-40b3-4ea3-bd1a-c63b8595a7ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106477) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 28 08:38:09.048028 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG oslo_db.api [None req-280f5f0a-40b3-4ea3-bd1a-c63b8595a7ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 28 08:38:09.050450 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ab75bf26-3ab6-47a5-aa73-b57afb8808ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (4c958791-0f5f-4925-88e0-a1c6f3b6419c), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:09.071622 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cca1779-a015-4bf4-855f-f09e121a4171 admin admin] Network ecfbeafd-1446-46f2-889b-466b351133a2 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:09.081028 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:09.083692 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 9ded3481-e25b-437b-b6d7-b410b032ffe9 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:09.085660 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (9ded3481-e25b-437b-b6d7-b410b032ffe9), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:09.086175 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 9ded3481-e25b-437b-b6d7-b410b032ffe9 Sep 28 08:38:09.093522 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-7cca1779-a015-4bf4-855f-f09e121a4171 admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:09.093917 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] For port 54ec296b-99ba-4e28-9466-c5bf59cfde77, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:09.098382 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c998380b-1962-424b-8951-c29f8d74fb35 admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:38:09.105154 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] For port 54ec296b-99ba-4e28-9466-c5bf59cfde77, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=54ec296b-99ba-4e28-9466-c5bf59cfde77,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:09.112620 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab75bf26-3ab6-47a5-aa73-b57afb8808ba admin admin] Network ff034301-a1c4-4028-a91c-012c3b139427 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:09.113520 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cca1779-a015-4bf4-855f-f09e121a4171 admin admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:38:09.116386 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7cca1779-a015-4bf4-855f-f09e121a4171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605409'] for router_interface (4ab4942c-0ef5-485b-a142-80123b4e266a), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:09.124054 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-ab75bf26-3ab6-47a5-aa73-b57afb8808ba admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:09.125914 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (54ec296b-99ba-4e28-9466-c5bf59cfde77), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:09.131912 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab75bf26-3ab6-47a5-aa73-b57afb8808ba admin admin] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:38:09.132677 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ab75bf26-3ab6-47a5-aa73-b57afb8808ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605409'] for router_interface (f28f4b09-bb20-4116-a49c-6a9d65d35564), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:09.218959 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] Sync routers for ids ['2c1b6b9f-8cae-431f-8691-887c46e580ff'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:38:09.221494 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] Routers {'f28f4b09-bb20-4116-a49c-6a9d65d35564'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:38:09.222743 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:37:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['f28f4b09-bb20-4116-a49c-6a9d65d35564'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:09.236892 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ee406113-33ea-4ebe-8124-4caecc155510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (1a2bd17e-52af-4bc1-b3d9-53648d3ac432), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:09.263252 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c998380b-1962-424b-8951-c29f8d74fb35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:09.269631 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-c998380b-1962-424b-8951-c29f8d74fb35 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.1811912 Sep 28 08:38:09.283444 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 51322) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:09.357221 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] Routers {'2c1b6b9f-8cae-431f-8691-887c46e580ff'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:38:09.362086 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:37:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['2c1b6b9f-8cae-431f-8691-887c46e580ff'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:09.405486 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f2d5a-3110-4b7f-a7f3-bdf99ebdc389 None None] Pushing event updated for resources: {'Port': ['ID=54ec296b-99ba-4e28-9466-c5bf59cfde77,revision_number=3']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:09.518006 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee406113-33ea-4ebe-8124-4caecc155510 admin admin] Network 93671831-ef1f-495e-a41a-678e1dc193fe is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:09.586954 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee406113-33ea-4ebe-8124-4caecc155510 admin admin] Pushing event updated for resources: {'Port': ['ID=1a2bd17e-52af-4bc1-b3d9-53648d3ac432,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:09.602979 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-ee406113-33ea-4ebe-8124-4caecc155510 admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:09.603120 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75bf26-3ab6-47a5-aa73-b57afb8808ba admin admin] Pushing event updated for resources: {'Port': ['ID=4c958791-0f5f-4925-88e0-a1c6f3b6419c,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:09.617038 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee406113-33ea-4ebe-8124-4caecc155510 admin admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:38:09.617633 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ee406113-33ea-4ebe-8124-4caecc155510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605409'] for router_interface (07e3b9ba-f8a2-4359-afdf-c9d99bc92adf), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:09.628813 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] Set router f28f4b09-bb20-4116-a49c-6a9d65d35564 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:38:09.892193 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:09.926901 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-26139844-729c-4ea8-bcc2-585eb5764287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:09.946159 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:09.965787 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ab75bf26-3ab6-47a5-aa73-b57afb8808ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (4c958791-0f5f-4925-88e0-a1c6f3b6419c), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:10.079440 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ee406113-33ea-4ebe-8124-4caecc155510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (1a2bd17e-52af-4bc1-b3d9-53648d3ac432), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:10.122370 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] Set router 2c1b6b9f-8cae-431f-8691-887c46e580ff gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:38:10.128900 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-280f5f0a-40b3-4ea3-bd1a-c63b8595a7ca None None] Current status of the port 4e47c2e5-73fd-4558-8e0b-235932c31889 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:10.136285 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'name': 'tempest-AttachVolumeTestJSON-293215671-router', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:57Z', 'updated_at': '2022-09-28T08:38:05Z', 'revision_number': 3, 'project_id': 'd3e65d28e5664025978902943452f338', 'gw_port': {'id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:10.215540 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818a9c4a-6b67-470a-a6b9-db55bb3f7dc4 None None] The sync data for ids ['f28f4b09-bb20-4116-a49c-6a9d65d35564'] in dv-cinder-844563-8-iscsi is: [{'id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'name': 'tempest-AttachVolumeTestJSON-293215671-router', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:57Z', 'updated_at': '2022-09-28T08:38:05Z', 'revision_number': 3, 'project_id': 'd3e65d28e5664025978902943452f338', 'gw_port': {'id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:38:10.243965 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7cca1779-a015-4bf4-855f-f09e121a4171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (bf9afea4-305a-4550-9e05-062d198e175a), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:10.253847 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:10.287787 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 9ded3481-e25b-437b-b6d7-b410b032ffe9 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:10.304990 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'name': 'tempest-ServerRescueNegativeTestJSON-324872223-router', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:01Z', 'revision_number': 3, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'gw_port': {'id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:10.454892 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 51338) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:10.507477 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Provisioning complete for port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:10.507971 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (1a2bd17e-52af-4bc1-b3d9-53648d3ac432), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:10.508370 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Attempt 1 to provision port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 Sep 28 08:38:10.574896 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:10.587564 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8963496-7cf6-4b37-93ea-bd6bf3c8c620 None None] The sync data for ids ['4ab4942c-0ef5-485b-a142-80123b4e266a'] in dv-cinder-844563-8-iscsi is: [{'id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'name': 'tempest-ServerRescueNegativeTestJSON-324872223-router', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:01Z', 'revision_number': 3, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'gw_port': {'id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:38:10.649911 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:10.654248 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ee406113-33ea-4ebe-8124-4caecc155510 admin admin] Publish callbacks [] for port (1a2bd17e-52af-4bc1-b3d9-53648d3ac432), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:10.668194 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ee406113-33ea-4ebe-8124-4caecc155510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (1a2bd17e-52af-4bc1-b3d9-53648d3ac432), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:10.669025 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ee406113-33ea-4ebe-8124-4caecc155510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1605525'] for router_interface (07e3b9ba-f8a2-4359-afdf-c9d99bc92adf), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:10.713006 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device db9d2054-8933-440a-b05a-a6953181529a up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:10.999504 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-e6c64b3c-766c-4d58-96a5-19036ec45f08 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-112459098-network', 'tenant_id': '94f139132b1c489d8006b88c91b754da'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:38:11.031403 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-26139844-729c-4ea8-bcc2-585eb5764287 admin admin] Publish callbacks [] for security_group (7d0cb1f5-7b5a-4a5c-a66b-0b0f1ed0b501), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:11.075971 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Attempt 2 to provision port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 Sep 28 08:38:11.080461 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-26139844-729c-4ea8-bcc2-585eb5764287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (7d0cb1f5-7b5a-4a5c-a66b-0b0f1ed0b501), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:11.090206 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:11.093759 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ab75bf26-3ab6-47a5-aa73-b57afb8808ba admin admin] Publish callbacks [] for port (4c958791-0f5f-4925-88e0-a1c6f3b6419c), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:11.099559 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c64b3c-766c-4d58-96a5-19036ec45f08 admin admin] Made reservation on behalf of 94f139132b1c489d8006b88c91b754da for: {'network': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:11.108985 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e6c64b3c-766c-4d58-96a5-19036ec45f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for network (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:11.129539 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ab75bf26-3ab6-47a5-aa73-b57afb8808ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (4c958791-0f5f-4925-88e0-a1c6f3b6419c), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:11.130414 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ab75bf26-3ab6-47a5-aa73-b57afb8808ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1605525'] for router_interface (f28f4b09-bb20-4116-a49c-6a9d65d35564), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:11.221729 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75bf26-3ab6-47a5-aa73-b57afb8808ba admin admin] Pushing event updated for resources: {'Port': ['ID=4c958791-0f5f-4925-88e0-a1c6f3b6419c,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:11.221989 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port db9d2054-8933-440a-b05a-a6953181529a triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:11.222689 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (db9d2054-8933-440a-b05a-a6953181529a), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:11.222689 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port db9d2054-8933-440a-b05a-a6953181529a Sep 28 08:38:11.239985 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:02Z', 'revision_number': 3, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:11.258758 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-26139844-729c-4ea8-bcc2-585eb5764287 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ded3c4e10415475683af7c59216d5a80&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3064516 Sep 28 08:38:11.280432 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee406113-33ea-4ebe-8124-4caecc155510 admin admin] Network 93671831-ef1f-495e-a41a-678e1dc193fe is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:11.298745 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 51374) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:11.305425 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-ee406113-33ea-4ebe-8124-4caecc155510 admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:11.319809 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] Checking router: 2c1b6b9f-8cae-431f-8691-887c46e580ff for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:38:11.320400 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] Updating router 2c1b6b9f-8cae-431f-8691-887c46e580ff port f6e75e89-52cb-4057-b67b-b6e4386fad34 binding host dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:38:11.324793 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee406113-33ea-4ebe-8124-4caecc155510 admin admin] Pushing event updated for resources: {'Port': ['ID=1a2bd17e-52af-4bc1-b3d9-53648d3ac432,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:11.326803 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:11.452347 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=100 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:11.469187 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26139844-729c-4ea8-bcc2-585eb5764287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0cb1f5-7b5a-4a5c-a66b-0b0f1ed0b501,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:11.471847 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (f6e75e89-52cb-4057-b67b-b6e4386fad34), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:11.534030 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e6c64b3c-766c-4d58-96a5-19036ec45f08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:11.743507 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e6c64b3c-766c-4d58-96a5-19036ec45f08 admin admin] Publish callbacks [] for security_group (da3641d1-0466-47dc-b395-13b492f4b144), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:11.749979 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-71520504-e817-4c2f-b34b-260bd2597a81 admin admin] Publish callbacks [] for security_group (7d0cb1f5-7b5a-4a5c-a66b-0b0f1ed0b501), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:11.782783 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-71520504-e817-4c2f-b34b-260bd2597a81 admin admin] Publish callbacks [] for security_group (7d0cb1f5-7b5a-4a5c-a66b-0b0f1ed0b501), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:11.789906 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port db9d2054-8933-440a-b05a-a6953181529a is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:11.791062 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 55ff17c3-e9fe-4147-8f39-09639f790b8a up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:11.842911 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Attempt 3 to provision port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 Sep 28 08:38:11.861616 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee406113-33ea-4ebe-8124-4caecc155510 admin admin] Router 07e3b9ba-f8a2-4359-afdf-c9d99bc92adf has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:38:11.862963 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-77107b09-1f02-4e53-a764-f73c249fdb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:11.868018 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e6c64b3c-766c-4d58-96a5-19036ec45f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (da3641d1-0466-47dc-b395-13b492f4b144), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:11.881793 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab75bf26-3ab6-47a5-aa73-b57afb8808ba admin admin] Network ff034301-a1c4-4028-a91c-012c3b139427 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:11.883676 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-ab75bf26-3ab6-47a5-aa73-b57afb8808ba admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:11.889691 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 51382) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:11.970937 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7cca1779-a015-4bf4-855f-f09e121a4171 admin admin] Publish callbacks [] for port (bf9afea4-305a-4550-9e05-062d198e175a), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:12.018889 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c64b3c-766c-4d58-96a5-19036ec45f08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=106476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:38:12.026369 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:12.034907 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:12.053461 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-71520504-e817-4c2f-b34b-260bd2597a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (7d0cb1f5-7b5a-4a5c-a66b-0b0f1ed0b501), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:12.056092 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-71520504-e817-4c2f-b34b-260bd2597a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:12.063186 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-71520504-e817-4c2f-b34b-260bd2597a81 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7d0cb1f5-7b5a-4a5c-a66b-0b0f1ed0b501 HTTP/1.1" status: 204 len: 168 time: 0.7398133 Sep 28 08:38:12.086359 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7cca1779-a015-4bf4-855f-f09e121a4171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (bf9afea4-305a-4550-9e05-062d198e175a), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:12.088409 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7cca1779-a015-4bf4-855f-f09e121a4171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1605525'] for router_interface (4ab4942c-0ef5-485b-a142-80123b4e266a), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:12.112931 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e6c64b3c-766c-4d58-96a5-19036ec45f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (e14acc1b-f0cd-4b90-9e71-e857b343ba26), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:12.116210 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.segments_db [None req-e6c64b3c-766c-4d58-96a5-19036ec45f08 admin admin] Added segment e14acc1b-f0cd-4b90-9e71-e857b343ba26 of type vlan for network 13b25d0b-9b95-4699-96a4-006e6fdc7fa5 Sep 28 08:38:12.163072 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:12.191913 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 55ff17c3-e9fe-4147-8f39-09639f790b8a triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:12.202433 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (55ff17c3-e9fe-4147-8f39-09639f790b8a), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:12.202792 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c64b3c-766c-4d58-96a5-19036ec45f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3641d1-0466-47dc-b395-13b492f4b144,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:12.203421 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 55ff17c3-e9fe-4147-8f39-09639f790b8a Sep 28 08:38:12.287972 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=100 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:12.327933 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71520504-e817-4c2f-b34b-260bd2597a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0cb1f5-7b5a-4a5c-a66b-0b0f1ed0b501,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:12.328136 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:12.375624 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-79d8edbf-a065-4812-8bff-ef7788eb9ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:12.390121 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e6c64b3c-766c-4d58-96a5-19036ec45f08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759190207681'] for network (13b25d0b-9b95-4699-96a4-006e6fdc7fa5), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:12.399080 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca1779-a015-4bf4-855f-f09e121a4171 admin admin] Pushing event updated for resources: {'Port': ['ID=bf9afea4-305a-4550-9e05-062d198e175a,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:12.490999 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e6c64b3c-766c-4d58-96a5-19036ec45f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for network (13b25d0b-9b95-4699-96a4-006e6fdc7fa5), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:12.492219 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c64b3c-766c-4d58-96a5-19036ec45f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:12.492960 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e6c64b3c-766c-4d58-96a5-19036ec45f08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:12.502963 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab75bf26-3ab6-47a5-aa73-b57afb8808ba admin admin] Router f28f4b09-bb20-4116-a49c-6a9d65d35564 has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:38:12.533451 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee406113-33ea-4ebe-8124-4caecc155510 admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:38:12.552714 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] Sync routers for ids ['07e3b9ba-f8a2-4359-afdf-c9d99bc92adf'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:38:12.597162 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] Routers {'07e3b9ba-f8a2-4359-afdf-c9d99bc92adf'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:38:12.599288 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:37:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['07e3b9ba-f8a2-4359-afdf-c9d99bc92adf'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:12.675924 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Attempt 4 to provision port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 Sep 28 08:38:12.743003 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] Publish callbacks [] for port (f6e75e89-52cb-4057-b67b-b6e4386fad34), precommit_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:12.747157 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 55ff17c3-e9fe-4147-8f39-09639f790b8a is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:12.757641 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (55ff17c3-e9fe-4147-8f39-09639f790b8a), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:12.771724 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-ee406113-33ea-4ebe-8124-4caecc155510 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/07e3b9ba-f8a2-4359-afdf-c9d99bc92adf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2565031 Sep 28 08:38:12.775629 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-e6c64b3c-766c-4d58-96a5-19036ec45f08 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3171809 Sep 28 08:38:12.775943 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:12.780031 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 51398) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:12.788009 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cca1779-a015-4bf4-855f-f09e121a4171 admin admin] Network ecfbeafd-1446-46f2-889b-466b351133a2 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:12.795880 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-7cca1779-a015-4bf4-855f-f09e121a4171 admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:12.798141 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c64b3c-766c-4d58-96a5-19036ec45f08 admin admin] Pushing event updated for resources: {'Network': ['ID=13b25d0b-9b95-4699-96a4-006e6fdc7fa5,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:12.812839 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] Set router 07e3b9ba-f8a2-4359-afdf-c9d99bc92adf gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:38:12.829525 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-afd02414-cc85-4a95-80dd-e8a302190191 admin admin] Request body: {'subnet': {'network_id': '13b25d0b-9b95-4699-96a4-006e6fdc7fa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-112459098-subnet', 'tenant_id': '94f139132b1c489d8006b88c91b754da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:38:12.831389 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Network 13b25d0b-9b95-4699-96a4-006e6fdc7fa5 details requested by agent ovs-agent-dv-cinder-844563-8-iscsi with host dv-cinder-844563-8-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:38:12.863073 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (f6e75e89-52cb-4057-b67b-b6e4386fad34), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:12.943375 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] For port 55ff17c3-e9fe-4147-8f39-09639f790b8a, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=55ff17c3-e9fe-4147-8f39-09639f790b8a,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:12.995606 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cca1779-a015-4bf4-855f-f09e121a4171 admin admin] Router 4ab4942c-0ef5-485b-a142-80123b4e266a has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:38:13.057949 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-77107b09-1f02-4e53-a764-f73c249fdb7b admin admin] Allocated IP 172.20.0.1 (b5328add-2390-4470-bd9d-0ff97db6e42c/d697553d-3af9-4c9b-ba05-d2609a53313e/99cb5dc2-1509-4d2f-9b58-4311a3b57a96) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:13.073562 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd02414-cc85-4a95-80dd-e8a302190191 admin admin] Made reservation on behalf of 94f139132b1c489d8006b88c91b754da for: {'subnet': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:13.077252 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:13.079955 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-afd02414-cc85-4a95-80dd-e8a302190191 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:13.081364 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] Attempting to bind port f6e75e89-52cb-4057-b67b-b6e4386fad34 on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:38:13.082004 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] Attempting to bind port f6e75e89-52cb-4057-b67b-b6e4386fad34 by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:38:13.082579 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] Attempting to bind port f6e75e89-52cb-4057-b67b-b6e4386fad34 on network 53303c84-4465-4011-9c65-8bdf4507ffd3 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:13.099553 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 51402) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:13.128891 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0462b0fa-f00e-4197-9234-b3ca448e7c37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:13.160170 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (55ff17c3-e9fe-4147-8f39-09639f790b8a), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:13.164095 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 4c9970cf-1e6b-4c88-980f-02b785af3fc5 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:13.291653 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=11,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:13.316384 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e3b9ba-f8a2-4359-afdf-c9d99bc92adf', 'name': 'tempest-DeleteServersTestJSON-983691960-router', 'tenant_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '55ff17c3-e9fe-4147-8f39-09639f790b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:56Z', 'updated_at': '2022-09-28T08:38:09Z', 'revision_number': 4, 'project_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'gw_port': {'id': '55ff17c3-e9fe-4147-8f39-09639f790b8a', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e3:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e3b9ba-f8a2-4359-afdf-c9d99bc92adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '1a2bd17e-52af-4bc1-b3d9-53648d3ac432', 'name': '', 'network_id': '93671831-ef1f-495e-a41a-678e1dc193fe', 'tenant_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'mac_address': 'fa:16:3e:52:e7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e3b9ba-f8a2-4359-afdf-c9d99bc92adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'acd54da1-78de-477f-b495-dce820c75dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:06Z', 'updated_at': '2022-09-28T08:38:10Z', 'revision_number': 2, 'project_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'subnets': [{'id': 'acd54da1-78de-477f-b495-dce820c75dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:13.316657 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cca1779-a015-4bf4-855f-f09e121a4171 admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:38:13.338937 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-7cca1779-a015-4bf4-855f-f09e121a4171 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/4ab4942c-0ef5-485b-a142-80123b4e266a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4191639 Sep 28 08:38:13.344179 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c7911-9da0-4027-b9f0-f143796f5671 None None] Pushing event updated for resources: {'Port': ['ID=f6e75e89-52cb-4057-b67b-b6e4386fad34,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:13.365997 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab75bf26-3ab6-47a5-aa73-b57afb8808ba admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:38:13.388014 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0462b0fa-f00e-4197-9234-b3ca448e7c37 admin admin] Publish callbacks [] for security_group (cb8bbcca-40eb-4593-a3de-2d4f96ad5c27), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:13.400702 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] Checking router: 07e3b9ba-f8a2-4359-afdf-c9d99bc92adf for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:38:13.401965 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] Updating router 07e3b9ba-f8a2-4359-afdf-c9d99bc92adf port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 binding host dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:38:13.403854 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0462b0fa-f00e-4197-9234-b3ca448e7c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (cb8bbcca-40eb-4593-a3de-2d4f96ad5c27), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:13.412394 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-ab75bf26-3ab6-47a5-aa73-b57afb8808ba admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/f28f4b09-bb20-4116-a49c-6a9d65d35564/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3898628 Sep 28 08:38:13.420607 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-79d8edbf-a065-4812-8bff-ef7788eb9ee3 admin admin] Publish callbacks [] for security_group (9c9ebced-27dd-474a-b4a8-c5139d27f48d), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:13.428143 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Pushing event updated for resources: {'Port': ['ID=55ff17c3-e9fe-4147-8f39-09639f790b8a,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:13.458672 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:38:13.459059 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] Checking segment: {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:38:13.459470 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:13.459869 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] Bound using segment: {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:38:13.465948 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] Bound port: f6e75e89-52cb-4057-b67b-b6e4386fad34, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:38:13.466748 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (f6e75e89-52cb-4057-b67b-b6e4386fad34), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:13.483138 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-79d8edbf-a065-4812-8bff-ef7788eb9ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (9c9ebced-27dd-474a-b4a8-c5139d27f48d), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:13.494215 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:13.503873 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-0462b0fa-f00e-4197-9234-b3ca448e7c37 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d41a39b17be64fc5afcb4ed123c6bdf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4034085 Sep 28 08:38:13.513017 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 51414) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:13.514844 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (1a2bd17e-52af-4bc1-b3d9-53648d3ac432), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:13.518825 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462b0fa-f00e-4197-9234-b3ca448e7c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8bbcca-40eb-4593-a3de-2d4f96ad5c27,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:13.527476 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 4c9970cf-1e6b-4c88-980f-02b785af3fc5 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:13.528128 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (4c9970cf-1e6b-4c88-980f-02b785af3fc5), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:13.528621 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 4c9970cf-1e6b-4c88-980f-02b785af3fc5 Sep 28 08:38:13.588942 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Attempt 5 to provision port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 Sep 28 08:38:13.630580 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-79d8edbf-a065-4812-8bff-ef7788eb9ee3 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8045a63f72cf457fb12a61749c9357cf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7339227 Sep 28 08:38:13.634908 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 51416) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:13.664568 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:13.680522 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8edbf-a065-4812-8bff-ef7788eb9ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9ebced-27dd-474a-b4a8-c5139d27f48d,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:13.736141 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] For port f6e75e89-52cb-4057-b67b-b6e4386fad34, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:13.750828 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] For port f6e75e89-52cb-4057-b67b-b6e4386fad34, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=f6e75e89-52cb-4057-b67b-b6e4386fad34,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:13.760122 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:13.760989 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-76a3a355-3afa-4859-96ea-abb0a1e3569a admin admin] Publish callbacks [] for security_group (9c9ebced-27dd-474a-b4a8-c5139d27f48d), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:13.767734 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-77107b09-1f02-4e53-a764-f73c249fdb7b admin admin] Publish callbacks [] for port (99cb5dc2-1509-4d2f-9b58-4311a3b57a96), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:13.778359 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (f6e75e89-52cb-4057-b67b-b6e4386fad34), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:13.818556 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-afd02414-cc85-4a95-80dd-e8a302190191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for subnet (7e2a1a9d-526a-4c56-aaa0-c8271efd9261), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:13.831606 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-75cb544c-a098-4acf-b70d-7af0b108e1fc admin admin] Publish callbacks [] for security_group (cb8bbcca-40eb-4593-a3de-2d4f96ad5c27), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:13.838916 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-76a3a355-3afa-4859-96ea-abb0a1e3569a admin admin] Publish callbacks [] for security_group (9c9ebced-27dd-474a-b4a8-c5139d27f48d), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:13.933798 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 4c9970cf-1e6b-4c88-980f-02b785af3fc5 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:13.936292 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 4e47c2e5-73fd-4558-8e0b-235932c31889 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:13.963042 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-76a3a355-3afa-4859-96ea-abb0a1e3569a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (9c9ebced-27dd-474a-b4a8-c5139d27f48d), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:13.966997 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-76a3a355-3afa-4859-96ea-abb0a1e3569a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:13.968583 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-76a3a355-3afa-4859-96ea-abb0a1e3569a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9c9ebced-27dd-474a-b4a8-c5139d27f48d HTTP/1.1" status: 204 len: 168 time: 0.3325546 Sep 28 08:38:13.986342 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3a355-3afa-4859-96ea-abb0a1e3569a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9ebced-27dd-474a-b4a8-c5139d27f48d,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:13.990705 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] Publish callbacks [] for port (1a2bd17e-52af-4bc1-b3d9-53648d3ac432), precommit_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:13.995018 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-75cb544c-a098-4acf-b70d-7af0b108e1fc admin admin] Publish callbacks [] for security_group (cb8bbcca-40eb-4593-a3de-2d4f96ad5c27), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:13.995893 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:14.016417 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:14.026616 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (1a2bd17e-52af-4bc1-b3d9-53648d3ac432), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:14.029177 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] Routers {'2c1b6b9f-8cae-431f-8691-887c46e580ff'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:38:14.030080 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:37:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['2c1b6b9f-8cae-431f-8691-887c46e580ff'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:14.062776 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd02414-cc85-4a95-80dd-e8a302190191 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e2a1a9d-526a-4c56-aaa0-c8271efd9261,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:14.104165 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-77107b09-1f02-4e53-a764-f73c249fdb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (99cb5dc2-1509-4d2f-9b58-4311a3b57a96), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:14.262542 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 51446) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:14.268104 dv-cinder-844563-8-iscsi neutron-server[106476]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 28 08:38:14.275286 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:14.289082 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:14.289349 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Attempt 6 to provision port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 Sep 28 08:38:14.298509 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] Sync routers for ids ['f28f4b09-bb20-4116-a49c-6a9d65d35564'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:38:14.320355 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:14.328900 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c7911-9da0-4027-b9f0-f143796f5671 None None] Pushing event updated for resources: {'Port': ['ID=f6e75e89-52cb-4057-b67b-b6e4386fad34,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:14.352955 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-75cb544c-a098-4acf-b70d-7af0b108e1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (cb8bbcca-40eb-4593-a3de-2d4f96ad5c27), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:14.355810 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-75cb544c-a098-4acf-b70d-7af0b108e1fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:14.356756 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-75cb544c-a098-4acf-b70d-7af0b108e1fc admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/cb8bbcca-40eb-4593-a3de-2d4f96ad5c27 HTTP/1.1" status: 204 len: 168 time: 0.8247654 Sep 28 08:38:14.375472 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] Attempting to bind port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:38:14.375832 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] Attempting to bind port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': 'a0e111da-df9e-428a-97af-2a9c999d550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '93671831-ef1f-495e-a41a-678e1dc193fe'}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:38:14.376368 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] Attempting to bind port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 on network 93671831-ef1f-495e-a41a-678e1dc193fe {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:14.472741 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77107b09-1f02-4e53-a764-f73c249fdb7b admin admin] Network b5328add-2390-4470-bd9d-0ff97db6e42c is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:14.475711 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd02414-cc85-4a95-80dd-e8a302190191 admin admin] Checking segment: {'id': 'e14acc1b-f0cd-4b90-9e71-e857b343ba26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '13b25d0b-9b95-4699-96a4-006e6fdc7fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:38:14.476314 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd02414-cc85-4a95-80dd-e8a302190191 admin admin] Network hostable DHCP agents. Network: 13b25d0b-9b95-4699-96a4-006e6fdc7fa5, hostable agents: ['303e7d5d-73d6-4049-9660-05be0257cf7d'], hosted agents: [] {{(pid=106475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:38:14.484616 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:38:14.486372 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] Checking segment: {'id': 'a0e111da-df9e-428a-97af-2a9c999d550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '93671831-ef1f-495e-a41a-678e1dc193fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:38:14.487087 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:14.487613 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] Bound using segment: {'id': 'a0e111da-df9e-428a-97af-2a9c999d550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '93671831-ef1f-495e-a41a-678e1dc193fe'} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:38:14.487996 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77107b09-1f02-4e53-a764-f73c249fdb7b admin admin] Pushing event updated for resources: {'Port': ['ID=99cb5dc2-1509-4d2f-9b58-4311a3b57a96,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:14.491264 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] Bound port: 1a2bd17e-52af-4bc1-b3d9-53648d3ac432, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e111da-df9e-428a-97af-2a9c999d550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '93671831-ef1f-495e-a41a-678e1dc193fe'}}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:38:14.493067 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (1a2bd17e-52af-4bc1-b3d9-53648d3ac432), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:14.500032 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be68a4e-fa98-4a71-a28e-45a4b49ca040 None None] Pushing event updated for resources: {'Port': ['ID=1a2bd17e-52af-4bc1-b3d9-53648d3ac432,revision_number=3']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:14.500524 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-77107b09-1f02-4e53-a764-f73c249fdb7b admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:14.508555 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77107b09-1f02-4e53-a764-f73c249fdb7b admin admin] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:38:14.510452 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-77107b09-1f02-4e53-a764-f73c249fdb7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605409'] for router_interface (2c1b6b9f-8cae-431f-8691-887c46e580ff), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:14.547090 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] Routers {'f28f4b09-bb20-4116-a49c-6a9d65d35564'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:38:14.547762 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:37:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['f28f4b09-bb20-4116-a49c-6a9d65d35564'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:14.554506 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 51454) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:14.571561 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-c20a9a91-165b-479a-b83c-a36e1d7a93cf tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2021398016', 'description': 'tempest-description--595932603'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:38:14.608265 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb544c-a098-4acf-b70d-7af0b108e1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8bbcca-40eb-4593-a3de-2d4f96ad5c27,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:14.668589 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-39ac97e1-2204-49db-b926-fa2b6e4d92d7 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:14.677432 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-39ac97e1-2204-49db-b926-fa2b6e4d92d7 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/networks?id=93671831-ef1f-495e-a41a-678e1dc193fe HTTP/1.1" status: 200 len: 811 time: 0.4114726 Sep 28 08:38:14.682329 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] For port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:14.689180 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c20a9a91-165b-479a-b83c-a36e1d7a93cf tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:14.693173 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] For port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=1a2bd17e-52af-4bc1-b3d9-53648d3ac432,segment=NetworkSegment(a0e111da-df9e-428a-97af-2a9c999d550d),segment_id=a0e111da-df9e-428a-97af-2a9c999d550d)] {{(pid=106478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:14.698776 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd02414-cc85-4a95-80dd-e8a302190191 admin admin] Network 13b25d0b-9b95-4699-96a4-006e6fdc7fa5 is scheduled to be hosted by DHCP agent 303e7d5d-73d6-4049-9660-05be0257cf7d with binding_index 1 {{(pid=106475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:38:14.703767 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] Sync routers for ids ['4ab4942c-0ef5-485b-a142-80123b4e266a'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:38:14.719663 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-26e742f8-e524-4d17-a3cf-9466781a9448 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/quotas/dc7abcbb99b7466fb1581e1010b4a7e1 HTTP/1.1" status: 200 len: 375 time: 0.0409012 Sep 28 08:38:14.735371 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (1a2bd17e-52af-4bc1-b3d9-53648d3ac432), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:14.743084 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:14.785606 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] Routers {'07e3b9ba-f8a2-4359-afdf-c9d99bc92adf'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:38:14.786843 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:37:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['07e3b9ba-f8a2-4359-afdf-c9d99bc92adf'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:14.814837 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-afd02414-cc85-4a95-80dd-e8a302190191 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-8-iscsi, 13b25d0b-9b95-4699-96a4-006e6fdc7fa5) {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:14.827541 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 4e47c2e5-73fd-4558-8e0b-235932c31889 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:14.834905 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd02414-cc85-4a95-80dd-e8a302190191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:14.835735 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-afd02414-cc85-4a95-80dd-e8a302190191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:14.839316 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (4e47c2e5-73fd-4558-8e0b-235932c31889), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:14.843704 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 4e47c2e5-73fd-4558-8e0b-235932c31889 Sep 28 08:38:14.881226 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-ca374da5-45a0-44f3-8f32-89d345346a5e tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=dc7abcbb99b7466fb1581e1010b4a7e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1604784 Sep 28 08:38:14.915270 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7ffe2d-a28d-4286-b4ab-febfd1c3a326 None None] Network 13b25d0b-9b95-4699-96a4-006e6fdc7fa5 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:38:14.954589 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-afd02414-cc85-4a95-80dd-e8a302190191 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1562667 Sep 28 08:38:15.003075 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 51468) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:15.034509 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] Set router 2c1b6b9f-8cae-431f-8691-887c46e580ff gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:38:15.047182 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-93038d79-bedb-4763-ae3b-bd2177bc301b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:15.067513 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] Routers {'4ab4942c-0ef5-485b-a142-80123b4e266a'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:38:15.068390 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:37:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['4ab4942c-0ef5-485b-a142-80123b4e266a'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:15.082882 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-77107b09-1f02-4e53-a764-f73c249fdb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (99cb5dc2-1509-4d2f-9b58-4311a3b57a96), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:15.127965 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c20a9a91-165b-479a-b83c-a36e1d7a93cf tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for security_group (da3f8533-72ca-437d-86a9-abe1d2a06268), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:15.134355 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] Set router f28f4b09-bb20-4116-a49c-6a9d65d35564 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:38:15.151328 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c20a9a91-165b-479a-b83c-a36e1d7a93cf tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (da3f8533-72ca-437d-86a9-abe1d2a06268), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:15.178335 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be68a4e-fa98-4a71-a28e-45a4b49ca040 None None] Pushing event updated for resources: {'Port': ['ID=1a2bd17e-52af-4bc1-b3d9-53648d3ac432,revision_number=4']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:15.209217 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c20a9a91-165b-479a-b83c-a36e1d7a93cf tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:15.218525 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-c20a9a91-165b-479a-b83c-a36e1d7a93cf tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6584208 Sep 28 08:38:15.219302 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 51470) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:15.246279 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-e40bf8c0-a92a-40e0-9c5e-950ea9333c7a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Request body: {'security_group_rule': {'security_group_id': 'da3f8533-72ca-437d-86a9-abe1d2a06268', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:38:15.300147 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Attempt 7 to provision port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 Sep 28 08:38:15.313968 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a9a91-165b-479a-b83c-a36e1d7a93cf tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3f8533-72ca-437d-86a9-abe1d2a06268,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:15.324721 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] Set router 07e3b9ba-f8a2-4359-afdf-c9d99bc92adf gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:38:15.371120 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] Set router 4ab4942c-0ef5-485b-a142-80123b4e266a gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:38:15.432305 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-93038d79-bedb-4763-ae3b-bd2177bc301b admin admin] Publish callbacks [] for security_group (d80d2a6b-4dc3-4504-8824-2da1fe008cb5), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:15.441264 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-93038d79-bedb-4763-ae3b-bd2177bc301b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (d80d2a6b-4dc3-4504-8824-2da1fe008cb5), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:15.508459 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:15.557159 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-93038d79-bedb-4763-ae3b-bd2177bc301b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e1c3177b55f145c5bbebb2a085c44efe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5528858 Sep 28 08:38:15.562312 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 51476) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:15.563087 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93038d79-bedb-4763-ae3b-bd2177bc301b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80d2a6b-4dc3-4504-8824-2da1fe008cb5,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:15.684927 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 51494) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:15.685812 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-49b464f3-4a13-42ae-8974-360d17728543 admin admin] Publish callbacks [] for security_group (d80d2a6b-4dc3-4504-8824-2da1fe008cb5), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:15.689261 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:15.729568 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:15.755735 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e3b9ba-f8a2-4359-afdf-c9d99bc92adf', 'name': 'tempest-DeleteServersTestJSON-983691960-router', 'tenant_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '55ff17c3-e9fe-4147-8f39-09639f790b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:56Z', 'updated_at': '2022-09-28T08:38:09Z', 'revision_number': 4, 'project_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'gw_port': {'id': '55ff17c3-e9fe-4147-8f39-09639f790b8a', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e3b9ba-f8a2-4359-afdf-c9d99bc92adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '1a2bd17e-52af-4bc1-b3d9-53648d3ac432', 'name': '', 'network_id': '93671831-ef1f-495e-a41a-678e1dc193fe', 'tenant_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'mac_address': 'fa:16:3e:52:e7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e3b9ba-f8a2-4359-afdf-c9d99bc92adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'acd54da1-78de-477f-b495-dce820c75dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:06Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'subnets': [{'id': 'acd54da1-78de-477f-b495-dce820c75dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:15.804761 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-49b464f3-4a13-42ae-8974-360d17728543 admin admin] Publish callbacks [] for security_group (d80d2a6b-4dc3-4504-8824-2da1fe008cb5), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:15.814190 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e40bf8c0-a92a-40e0-9c5e-950ea9333c7a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for security_group_rule (44f943bc-e432-44a8-92ae-00a13e95f3d2), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:15.820342 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e11a777-d9d4-4101-ab4f-a47923c4cfe4 None None] Network 13b25d0b-9b95-4699-96a4-006e6fdc7fa5 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:38:15.828528 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc086d56-0258-4c08-a5b2-6e67ef38497a None None] The sync data for ids ['07e3b9ba-f8a2-4359-afdf-c9d99bc92adf'] in dv-cinder-844563-8-iscsi is: [{'id': '07e3b9ba-f8a2-4359-afdf-c9d99bc92adf', 'name': 'tempest-DeleteServersTestJSON-983691960-router', 'tenant_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '55ff17c3-e9fe-4147-8f39-09639f790b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:56Z', 'updated_at': '2022-09-28T08:38:09Z', 'revision_number': 4, 'project_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'gw_port': {'id': '55ff17c3-e9fe-4147-8f39-09639f790b8a', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e3b9ba-f8a2-4359-afdf-c9d99bc92adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '1a2bd17e-52af-4bc1-b3d9-53648d3ac432', 'name': '', 'network_id': '93671831-ef1f-495e-a41a-678e1dc193fe', 'tenant_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'mac_address': 'fa:16:3e:52:e7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e3b9ba-f8a2-4359-afdf-c9d99bc92adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'acd54da1-78de-477f-b495-dce820c75dab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:06Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'subnets': [{'id': 'acd54da1-78de-477f-b495-dce820c75dab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:38:15.989281 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 4e47c2e5-73fd-4558-8e0b-235932c31889 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:16.075473 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-d6f04aaa-5d5e-4713-a1a9-9a7f04736d4b tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:16.082770 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-77107b09-1f02-4e53-a764-f73c249fdb7b admin admin] Publish callbacks [] for port (99cb5dc2-1509-4d2f-9b58-4311a3b57a96), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:16.084769 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-d6f04aaa-5d5e-4713-a1a9-9a7f04736d4b tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/networks?id=ecfbeafd-1446-46f2-889b-466b351133a2 HTTP/1.1" status: 200 len: 818 time: 0.3957827 Sep 28 08:38:16.093727 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:16.095383 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-77107b09-1f02-4e53-a764-f73c249fdb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (99cb5dc2-1509-4d2f-9b58-4311a3b57a96), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:16.096353 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-77107b09-1f02-4e53-a764-f73c249fdb7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1605525'] for router_interface (2c1b6b9f-8cae-431f-8691-887c46e580ff), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:16.152507 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-47194340-2296-474a-93b3-2eaad70c60f6 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/quotas/42699952850d49fdafb670aeb5f613ed HTTP/1.1" status: 200 len: 375 time: 0.0589910 Sep 28 08:38:16.179323 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:16.286015 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'name': 'tempest-ServerRescueNegativeTestJSON-324872223-router', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:10Z', 'revision_number': 4, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'gw_port': {'id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'bf9afea4-305a-4550-9e05-062d198e175a', 'name': '', 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'mac_address': 'fa:16:3e:cf:a0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:07Z', 'updated_at': '2022-09-28T08:38:10Z', 'revision_number': 2, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'subnets': [{'id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:16.290900 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:16.307488 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-2719b88a-9f81-499c-9a34-728c7d9efa8e tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=42699952850d49fdafb670aeb5f613ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1473994 Sep 28 08:38:16.311424 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-49b464f3-4a13-42ae-8974-360d17728543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (d80d2a6b-4dc3-4504-8824-2da1fe008cb5), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:16.315135 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-49b464f3-4a13-42ae-8974-360d17728543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:16.331633 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-49b464f3-4a13-42ae-8974-360d17728543 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d80d2a6b-4dc3-4504-8824-2da1fe008cb5 HTTP/1.1" status: 204 len: 168 time: 0.7563126 Sep 28 08:38:16.345536 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] Checking router: 4ab4942c-0ef5-485b-a142-80123b4e266a for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:38:16.345890 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] Updating router 4ab4942c-0ef5-485b-a142-80123b4e266a port bf9afea4-305a-4550-9e05-062d198e175a binding host dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:38:16.354160 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b464f3-4a13-42ae-8974-360d17728543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80d2a6b-4dc3-4504-8824-2da1fe008cb5,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:16.417366 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-760adb0e-4ba8-4502-88c6-bac6e0b9363f service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 08:38:16.426337 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-760adb0e-4ba8-4502-88c6-bac6e0b9363f service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5107446 Sep 28 08:38:16.480109 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e40bf8c0-a92a-40e0-9c5e-950ea9333c7a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for security_group_rule (44f943bc-e432-44a8-92ae-00a13e95f3d2), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:16.486067 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (bf9afea4-305a-4550-9e05-062d198e175a), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:16.557943 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e40bf8c0-a92a-40e0-9c5e-950ea9333c7a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (44f943bc-e432-44a8-92ae-00a13e95f3d2), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:16.647947 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77107b09-1f02-4e53-a764-f73c249fdb7b admin admin] Pushing event updated for resources: {'Port': ['ID=99cb5dc2-1509-4d2f-9b58-4311a3b57a96,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:16.676746 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40bf8c0-a92a-40e0-9c5e-950ea9333c7a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f943bc-e432-44a8-92ae-00a13e95f3d2,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:16.703845 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e40bf8c0-a92a-40e0-9c5e-950ea9333c7a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:16.705136 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e40bf8c0-a92a-40e0-9c5e-950ea9333c7a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4825668 Sep 28 08:38:16.707990 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 51516) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:16.712985 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-05e4b3d6-650c-4365-95c9-ae9853846c3a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Request body: {'security_group_rule': {'security_group_id': 'da3f8533-72ca-437d-86a9-abe1d2a06268', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:38:16.715449 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device b6996259-eb1e-4bce-845f-dc226adbad69 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:16.729633 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77107b09-1f02-4e53-a764-f73c249fdb7b admin admin] Network b5328add-2390-4470-bd9d-0ff97db6e42c is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:16.734000 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-77107b09-1f02-4e53-a764-f73c249fdb7b admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:16.750608 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:16.815765 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-05e4b3d6-650c-4365-95c9-ae9853846c3a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for security_group_rule (1e189745-35c5-446d-80b4-10642d21d0c8), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:16.860902 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'name': 'tempest-AttachVolumeTestJSON-293215671-router', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:57Z', 'updated_at': '2022-09-28T08:38:09Z', 'revision_number': 4, 'project_id': 'd3e65d28e5664025978902943452f338', 'gw_port': {'id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '4c958791-0f5f-4925-88e0-a1c6f3b6419c', 'name': '', 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'mac_address': 'fa:16:3e:9a:86:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:08Z', 'updated_at': '2022-09-28T08:38:10Z', 'revision_number': 2, 'project_id': 'd3e65d28e5664025978902943452f338', 'subnets': [{'id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:16.887104 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-2622e1a0-281b-45c1-a5d2-098afa0550cf service neutron] 10.222.0.52 "GET /networking/v2.0/networks/93671831-ef1f-495e-a41a-678e1dc193fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595561 Sep 28 08:38:17.014146 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=100 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:17.024419 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] Checking router: f28f4b09-bb20-4116-a49c-6a9d65d35564 for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:38:17.047369 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] Updating router f28f4b09-bb20-4116-a49c-6a9d65d35564 port 4c958791-0f5f-4925-88e0-a1c6f3b6419c binding host dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:38:17.147470 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Current status of the port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:17.148259 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (1a2bd17e-52af-4bc1-b3d9-53648d3ac432), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:17.150883 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:02Z', 'revision_number': 3, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:17.171328 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77107b09-1f02-4e53-a764-f73c249fdb7b admin admin] Router 2c1b6b9f-8cae-431f-8691-887c46e580ff has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:38:17.247591 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-05e4b3d6-650c-4365-95c9-ae9853846c3a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for security_group_rule (1e189745-35c5-446d-80b4-10642d21d0c8), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:17.257034 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-29eb4feb-cca7-4e92-8bf9-67a4f1ada465 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/93671831-ef1f-495e-a41a-678e1dc193fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624651 Sep 28 08:38:17.356174 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b2ab68-6337-4cd9-a77a-8a0066c84e2a None None] The sync data for ids ['2c1b6b9f-8cae-431f-8691-887c46e580ff'] in dv-cinder-844563-8-iscsi is: [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:02Z', 'revision_number': 3, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:38:17.418848 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port b6996259-eb1e-4bce-845f-dc226adbad69 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:17.419871 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (b6996259-eb1e-4bce-845f-dc226adbad69), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:17.421150 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port b6996259-eb1e-4bce-845f-dc226adbad69 Sep 28 08:38:17.491607 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77107b09-1f02-4e53-a764-f73c249fdb7b admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:38:17.491839 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (4c958791-0f5f-4925-88e0-a1c6f3b6419c), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:17.505250 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-77107b09-1f02-4e53-a764-f73c249fdb7b admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/2c1b6b9f-8cae-431f-8691-887c46e580ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2190745 Sep 28 08:38:17.507824 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-05e4b3d6-650c-4365-95c9-ae9853846c3a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (1e189745-35c5-446d-80b4-10642d21d0c8), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:17.585835 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] Publish callbacks [] for port (bf9afea4-305a-4550-9e05-062d198e175a), precommit_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:17.592758 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4b3d6-650c-4365-95c9-ae9853846c3a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e189745-35c5-446d-80b4-10642d21d0c8,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:17.608587 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (bf9afea4-305a-4550-9e05-062d198e175a), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:17.615651 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-05e4b3d6-650c-4365-95c9-ae9853846c3a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:17.628330 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-05e4b3d6-650c-4365-95c9-ae9853846c3a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9192431 Sep 28 08:38:17.632446 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 51534) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:17.640121 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-7c231b17-836d-4dcd-8691-0afb71b7a669 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Request body: {'floatingip': {'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:38:17.678259 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-f07898b1-7727-4663-b518-4371fa7979df service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 08:38:17.680911 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] For port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=1a2bd17e-52af-4bc1-b3d9-53648d3ac432,segment=NetworkSegment(a0e111da-df9e-428a-97af-2a9c999d550d),segment_id=a0e111da-df9e-428a-97af-2a9c999d550d)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:17.694474 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-f07898b1-7727-4663-b518-4371fa7979df service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.6096485 Sep 28 08:38:17.746636 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (1a2bd17e-52af-4bc1-b3d9-53648d3ac432), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:17.873045 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566764c-c5fd-4d71-b118-59231e2cf4b5 None None] Pushing event updated for resources: {'Port': ['ID=bf9afea4-305a-4550-9e05-062d198e175a,revision_number=3']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:17.921471 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-44faaa8e-2855-4ee8-b60d-a6687e3f875f req-6cd52a32-0d0b-4b74-853c-7364441b8cc4 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 210 time: 0.1139128 Sep 28 08:38:17.929651 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7c231b17-836d-4dcd-8691-0afb71b7a669 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:17.935100 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] Attempting to bind port bf9afea4-305a-4550-9e05-062d198e175a on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:38:17.935497 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] Attempting to bind port bf9afea4-305a-4550-9e05-062d198e175a by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': 'd8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2'}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:38:17.935865 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] Attempting to bind port bf9afea4-305a-4550-9e05-062d198e175a on network ecfbeafd-1446-46f2-889b-466b351133a2 {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:17.980520 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Provisioning complete for port bf9afea4-305a-4550-9e05-062d198e175a triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:17.993923 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (bf9afea4-305a-4550-9e05-062d198e175a), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:17.994550 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Attempt 1 to provision port bf9afea4-305a-4550-9e05-062d198e175a Sep 28 08:38:18.057888 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:38:18.058267 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] Checking segment: {'id': 'd8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:38:18.058679 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:18.059085 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] Bound using segment: {'id': 'd8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2'} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:38:18.059588 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] Bound port: bf9afea4-305a-4550-9e05-062d198e175a, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2'}}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:38:18.059978 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (bf9afea4-305a-4550-9e05-062d198e175a), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:18.083033 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 51562) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:18.089643 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-f2de9cf7-4c1c-44fa-91f4-af26e86fb104 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1660414738-network', 'tenant_id': '1cf0587f5b0146738736237e64f33d66'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:38:18.144457 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2de9cf7-4c1c-44fa-91f4-af26e86fb104 admin admin] Made reservation on behalf of 1cf0587f5b0146738736237e64f33d66 for: {'network': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:18.148115 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f2de9cf7-4c1c-44fa-91f4-af26e86fb104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for network (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:18.175899 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f2de9cf7-4c1c-44fa-91f4-af26e86fb104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:18.222648 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:18.230665 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] For port bf9afea4-305a-4550-9e05-062d198e175a, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:18.236864 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Port bf9afea4-305a-4550-9e05-062d198e175a cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:18.258129 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] For port bf9afea4-305a-4550-9e05-062d198e175a, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=bf9afea4-305a-4550-9e05-062d198e175a,segment=NetworkSegment(d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a),segment_id=d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a)] {{(pid=106478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:18.297122 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (bf9afea4-305a-4550-9e05-062d198e175a), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:18.418362 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Pushing event updated for resources: {'Port': ['ID=1a2bd17e-52af-4bc1-b3d9-53648d3ac432,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:18.454083 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] Routers {'4ab4942c-0ef5-485b-a142-80123b4e266a'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:38:18.458070 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:37:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['4ab4942c-0ef5-485b-a142-80123b4e266a'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:18.486023 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port b6996259-eb1e-4bce-845f-dc226adbad69 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:18.492972 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (b6996259-eb1e-4bce-845f-dc226adbad69), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:18.523597 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f2de9cf7-4c1c-44fa-91f4-af26e86fb104 admin admin] Publish callbacks [] for security_group (1fbdb6a7-9196-44a8-aad5-75246f75cd78), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:18.535314 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f2de9cf7-4c1c-44fa-91f4-af26e86fb104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (1fbdb6a7-9196-44a8-aad5-75246f75cd78), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:18.579442 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] For port b6996259-eb1e-4bce-845f-dc226adbad69, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=b6996259-eb1e-4bce-845f-dc226adbad69,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:18.614617 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-5026c82d-e388-4075-87c0-478698d10ade service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9187720 Sep 28 08:38:18.625795 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7c231b17-836d-4dcd-8691-0afb71b7a669 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:18.727190 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2de9cf7-4c1c-44fa-91f4-af26e86fb104 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=106475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:38:18.753149 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de9cf7-4c1c-44fa-91f4-af26e86fb104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbdb6a7-9196-44a8-aad5-75246f75cd78,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:18.784044 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f2de9cf7-4c1c-44fa-91f4-af26e86fb104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (8e017881-125d-49cf-bdd2-1d430df09a62), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:18.784375 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.db.segments_db [None req-f2de9cf7-4c1c-44fa-91f4-af26e86fb104 admin admin] Added segment 8e017881-125d-49cf-bdd2-1d430df09a62 of type vlan for network 2273d8ca-57b8-4998-bf80-be64b7559912 Sep 28 08:38:18.791912 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566764c-c5fd-4d71-b118-59231e2cf4b5 None None] Pushing event updated for resources: {'Port': ['ID=bf9afea4-305a-4550-9e05-062d198e175a,revision_number=4']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:18.920982 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:18.952000 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f2de9cf7-4c1c-44fa-91f4-af26e86fb104 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759190207681'] for network (2273d8ca-57b8-4998-bf80-be64b7559912), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:18.960304 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] Set router 4ab4942c-0ef5-485b-a142-80123b4e266a gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:38:19.028813 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f2de9cf7-4c1c-44fa-91f4-af26e86fb104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for network (2273d8ca-57b8-4998-bf80-be64b7559912), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:19.030692 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2de9cf7-4c1c-44fa-91f4-af26e86fb104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:19.031541 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f2de9cf7-4c1c-44fa-91f4-af26e86fb104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:19.038958 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:19.155517 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (b6996259-eb1e-4bce-845f-dc226adbad69), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:19.159352 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 55ff17c3-e9fe-4147-8f39-09639f790b8a up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:19.177395 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Attempt 2 to provision port bf9afea4-305a-4550-9e05-062d198e175a Sep 28 08:38:19.200059 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de9cf7-4c1c-44fa-91f4-af26e86fb104 admin admin] Pushing event updated for resources: {'Network': ['ID=2273d8ca-57b8-4998-bf80-be64b7559912,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:19.206586 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-7c231b17-836d-4dcd-8691-0afb71b7a669 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Allocated IP 172.27.2.242 (53303c84-4465-4011-9c65-8bdf4507ffd3/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f/f6199113-c28e-4d00-832f-46d3221e37ce) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:19.260381 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-f2de9cf7-4c1c-44fa-91f4-af26e86fb104 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1746249 Sep 28 08:38:19.266195 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 51580) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:19.282587 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-96d622b6-b0b6-4c82-a2dc-f54963a43ae2 admin admin] Request body: {'subnet': {'network_id': '2273d8ca-57b8-4998-bf80-be64b7559912', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1660414738-subnet', 'tenant_id': '1cf0587f5b0146738736237e64f33d66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:38:19.355716 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d622b6-b0b6-4c82-a2dc-f54963a43ae2 admin admin] Made reservation on behalf of 1cf0587f5b0146738736237e64f33d66 for: {'subnet': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:19.359647 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-96d622b6-b0b6-4c82-a2dc-f54963a43ae2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:19.473535 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 51596) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:19.485800 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-292daa39-0e8f-46ff-a217-b297b2741b66 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Request body: {'security_group': {'name': 'tempest-securitygroup--951590653', 'description': 'tempest-description--792778480'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:38:19.560101 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-292daa39-0e8f-46ff-a217-b297b2741b66 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:19.661747 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=70,neutron:INSERT=24,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:19.668428 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] Publish callbacks [] for port (4c958791-0f5f-4925-88e0-a1c6f3b6419c), precommit_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:19.709527 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Network 2273d8ca-57b8-4998-bf80-be64b7559912 details requested by agent ovs-agent-dv-cinder-844563-8-iscsi with host dv-cinder-844563-8-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:38:19.748791 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:19.766509 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-47d53fda-ed74-4217-9b93-eac43ba0e7fa service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1340914 Sep 28 08:38:19.804982 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (4c958791-0f5f-4925-88e0-a1c6f3b6419c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:19.814884 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:19.890526 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'name': 'tempest-ServerRescueNegativeTestJSON-324872223-router', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:10Z', 'revision_number': 4, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'gw_port': {'id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'bf9afea4-305a-4550-9e05-062d198e175a', 'name': '', 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'mac_address': 'fa:16:3e:cf:a0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:07Z', 'updated_at': '2022-09-28T08:38:18Z', 'revision_number': 4, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'subnets': [{'id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:19.992026 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3daabc1-fa70-471c-955c-9f19cbf07632 None None] The sync data for ids ['4ab4942c-0ef5-485b-a142-80123b4e266a'] in dv-cinder-844563-8-iscsi is: [{'id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'name': 'tempest-ServerRescueNegativeTestJSON-324872223-router', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:10Z', 'revision_number': 4, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'gw_port': {'id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'bf9afea4-305a-4550-9e05-062d198e175a', 'name': '', 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'mac_address': 'fa:16:3e:cf:a0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:07Z', 'updated_at': '2022-09-28T08:38:18Z', 'revision_number': 4, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'subnets': [{'id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:38:20.059536 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-292daa39-0e8f-46ff-a217-b297b2741b66 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group (d227bbbd-4353-4f3b-b792-9b32ace2a7d4), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:20.084580 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-292daa39-0e8f-46ff-a217-b297b2741b66 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (d227bbbd-4353-4f3b-b792-9b32ace2a7d4), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:20.140854 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:20.301425 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Pushing event updated for resources: {'Port': ['ID=b6996259-eb1e-4bce-845f-dc226adbad69,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:20.334816 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 55ff17c3-e9fe-4147-8f39-09639f790b8a triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:20.343081 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (55ff17c3-e9fe-4147-8f39-09639f790b8a), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:20.343697 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 55ff17c3-e9fe-4147-8f39-09639f790b8a Sep 28 08:38:20.372460 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-292daa39-0e8f-46ff-a217-b297b2741b66 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:20.376104 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7c231b17-836d-4dcd-8691-0afb71b7a669 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for port (f6199113-c28e-4d00-832f-46d3221e37ce), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:20.378660 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-292daa39-0e8f-46ff-a217-b297b2741b66 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9019117 Sep 28 08:38:20.401160 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 51624) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:20.416967 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-a3ed73a0-201c-40bd-9cee-d9db5d5f6e07 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Request body: {'security_group_rule': {'security_group_id': 'd227bbbd-4353-4f3b-b792-9b32ace2a7d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:38:20.441937 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292daa39-0e8f-46ff-a217-b297b2741b66 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d227bbbd-4353-4f3b-b792-9b32ace2a7d4,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:20.537940 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a3ed73a0-201c-40bd-9cee-d9db5d5f6e07 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group_rule (1fdd527e-25a7-494d-abc6-28bc1836577e), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:20.607869 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] Attempting to bind port 4c958791-0f5f-4925-88e0-a1c6f3b6419c on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:38:20.614026 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] Attempting to bind port 4c958791-0f5f-4925-88e0-a1c6f3b6419c by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': '700aaca3-a22e-4970-8e60-aa95edd00338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:38:20.619820 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] Attempting to bind port 4c958791-0f5f-4925-88e0-a1c6f3b6419c on network ff034301-a1c4-4028-a91c-012c3b139427 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:20.624478 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:20.626620 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Current status of the port bf9afea4-305a-4550-9e05-062d198e175a is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:20.634855 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (bf9afea4-305a-4550-9e05-062d198e175a), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:20.663002 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5a3ce757-dcc7-4527-be14-9415d1eefa4a req-19129bbe-5d22-405d-b77e-821b8a0408bd tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 210 time: 0.8770952 Sep 28 08:38:20.669385 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7c231b17-836d-4dcd-8691-0afb71b7a669 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (f6199113-c28e-4d00-832f-46d3221e37ce), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:20.713668 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a3ed73a0-201c-40bd-9cee-d9db5d5f6e07 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group_rule (1fdd527e-25a7-494d-abc6-28bc1836577e), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:20.716688 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-96d622b6-b0b6-4c82-a2dc-f54963a43ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for subnet (e42cf5a5-d8fe-4aba-9fc9-7fa99706251b), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:20.902621 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a3ed73a0-201c-40bd-9cee-d9db5d5f6e07 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (1fdd527e-25a7-494d-abc6-28bc1836577e), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:20.919139 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c231b17-836d-4dcd-8691-0afb71b7a669 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:20.952858 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d622b6-b0b6-4c82-a2dc-f54963a43ae2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e42cf5a5-d8fe-4aba-9fc9-7fa99706251b,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:20.968580 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed73a0-201c-40bd-9cee-d9db5d5f6e07 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fdd527e-25a7-494d-abc6-28bc1836577e,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:20.978717 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d462e2-ed4a-4987-9ece-29c17ef7224d None None] Pushing event updated for resources: {'Port': ['ID=4c958791-0f5f-4925-88e0-a1c6f3b6419c,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:21.049214 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-7c231b17-836d-4dcd-8691-0afb71b7a669 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:21.065468 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a3ed73a0-201c-40bd-9cee-d9db5d5f6e07 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:21.074845 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-a3ed73a0-201c-40bd-9cee-d9db5d5f6e07 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6706259 Sep 28 08:38:21.079237 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c70c24ca-c68e-41bb-af53-474fdf3acc7b req-bb1630ff-b028-48fd-99a3-5821317d2086 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 210 time: 0.2081833 Sep 28 08:38:21.079842 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 51652) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:21.085719 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c231b17-836d-4dcd-8691-0afb71b7a669 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:38:21.101544 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d622b6-b0b6-4c82-a2dc-f54963a43ae2 admin admin] Checking segment: {'id': '8e017881-125d-49cf-bdd2-1d430df09a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '2273d8ca-57b8-4998-bf80-be64b7559912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:38:21.101774 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d622b6-b0b6-4c82-a2dc-f54963a43ae2 admin admin] Network hostable DHCP agents. Network: 2273d8ca-57b8-4998-bf80-be64b7559912, hostable agents: ['303e7d5d-73d6-4049-9660-05be0257cf7d'], hosted agents: [] {{(pid=106475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:38:21.109705 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c231b17-836d-4dcd-8691-0afb71b7a669 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Pushing event updated for resources: {'Port': ['ID=f6199113-c28e-4d00-832f-46d3221e37ce,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:21.141134 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-e9d3c891-e809-48fc-9c27-1f54f9d5b72e tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Request body: {'security_group_rule': {'security_group_id': 'd227bbbd-4353-4f3b-b792-9b32ace2a7d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:38:21.146286 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:38:21.147810 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] Checking segment: {'id': '700aaca3-a22e-4970-8e60-aa95edd00338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:38:21.148249 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:21.148968 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d622b6-b0b6-4c82-a2dc-f54963a43ae2 admin admin] Network 2273d8ca-57b8-4998-bf80-be64b7559912 is scheduled to be hosted by DHCP agent 303e7d5d-73d6-4049-9660-05be0257cf7d with binding_index 1 {{(pid=106475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:38:21.150981 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] Bound using segment: {'id': '700aaca3-a22e-4970-8e60-aa95edd00338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:38:21.151668 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] Bound port: 4c958791-0f5f-4925-88e0-a1c6f3b6419c, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700aaca3-a22e-4970-8e60-aa95edd00338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:38:21.156039 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (4c958791-0f5f-4925-88e0-a1c6f3b6419c), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:21.157540 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:21.171795 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] For port bf9afea4-305a-4550-9e05-062d198e175a, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=bf9afea4-305a-4550-9e05-062d198e175a,segment=NetworkSegment(d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a),segment_id=d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:21.176606 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 55ff17c3-e9fe-4147-8f39-09639f790b8a is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:21.179486 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 54ec296b-99ba-4e28-9466-c5bf59cfde77 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:21.191590 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-96d622b6-b0b6-4c82-a2dc-f54963a43ae2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-8-iscsi, 2273d8ca-57b8-4998-bf80-be64b7559912) {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:21.203463 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d622b6-b0b6-4c82-a2dc-f54963a43ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:21.205867 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-96d622b6-b0b6-4c82-a2dc-f54963a43ae2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:21.253436 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-96d622b6-b0b6-4c82-a2dc-f54963a43ae2 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9855139 Sep 28 08:38:21.256609 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (bf9afea4-305a-4550-9e05-062d198e175a), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:21.264366 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef44d37f-63e5-4604-9603-d2f5d14e56ce None None] Network 2273d8ca-57b8-4998-bf80-be64b7559912 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:38:21.339120 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e9d3c891-e809-48fc-9c27-1f54f9d5b72e tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group_rule (0fa99d76-a05e-43f8-b8ea-e73002cb3953), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:21.397084 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7c231b17-836d-4dcd-8691-0afb71b7a669 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for floatingip (0ce951e3-6cda-4ab3-ae4e-24e9061d23f1), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:21.398288 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Provisioning complete for port 4c958791-0f5f-4925-88e0-a1c6f3b6419c triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:21.398774 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (4c958791-0f5f-4925-88e0-a1c6f3b6419c), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:21.403245 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Attempt 1 to provision port 4c958791-0f5f-4925-88e0-a1c6f3b6419c Sep 28 08:38:21.646938 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:21.765938 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 51692) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:21.921907 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7c231b17-836d-4dcd-8691-0afb71b7a669 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (f6199113-c28e-4d00-832f-46d3221e37ce), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:21.995989 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9738808-219e-4754-899d-732295e4a529 admin admin] Deleting subnet 7e2a1a9d-526a-4c56-aaa0-c8271efd9261 {{(pid=106475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 08:38:22.010816 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 54ec296b-99ba-4e28-9466-c5bf59cfde77 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:22.011462 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (54ec296b-99ba-4e28-9466-c5bf59cfde77), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:22.012041 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 54ec296b-99ba-4e28-9466-c5bf59cfde77 Sep 28 08:38:22.013770 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a9738808-219e-4754-899d-732295e4a529 admin admin] Publish callbacks [] for subnet (7e2a1a9d-526a-4c56-aaa0-c8271efd9261), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:22.022664 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Port 4c958791-0f5f-4925-88e0-a1c6f3b6419c cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:22.031707 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e9d3c891-e809-48fc-9c27-1f54f9d5b72e tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group_rule (0fa99d76-a05e-43f8-b8ea-e73002cb3953), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:22.128103 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e9d3c891-e809-48fc-9c27-1f54f9d5b72e tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (0fa99d76-a05e-43f8-b8ea-e73002cb3953), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:22.251207 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a9738808-219e-4754-899d-732295e4a529 admin admin] Publish callbacks [] for subnet (7e2a1a9d-526a-4c56-aaa0-c8271efd9261), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:22.297137 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3c891-e809-48fc-9c27-1f54f9d5b72e tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa99d76-a05e-43f8-b8ea-e73002cb3953,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:22.311698 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a9738808-219e-4754-899d-732295e4a529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672334'] for subnet (7e2a1a9d-526a-4c56-aaa0-c8271efd9261), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:22.317995 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc380b8-306d-448a-ba5f-edf50223889b req-b6a7418f-f5c4-4026-9286-6a1d8eefadd0 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:22.320392 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3bc380b8-306d-448a-ba5f-edf50223889b req-b6a7418f-f5c4-4026-9286-6a1d8eefadd0 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/networks?id=ecfbeafd-1446-46f2-889b-466b351133a2 HTTP/1.1" status: 200 len: 818 time: 0.7159939 Sep 28 08:38:22.341586 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-606cd763-7fa1-4952-b269-77258fa5a604 req-eaf6ee61-3db0-42ab-802f-e621dbf61a86 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 210 time: 0.1960037 Sep 28 08:38:22.354303 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Pushing event updated for resources: {'Port': ['ID=bf9afea4-305a-4550-9e05-062d198e175a,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:22.397434 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e9d3c891-e809-48fc-9c27-1f54f9d5b72e tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:22.398693 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-e9d3c891-e809-48fc-9c27-1f54f9d5b72e tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2941482 Sep 28 08:38:22.405041 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 51718) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:22.424398 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] For port 4c958791-0f5f-4925-88e0-a1c6f3b6419c, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:22.450131 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3bc380b8-306d-448a-ba5f-edf50223889b req-fcb48737-ede2-4294-a9f0-a4a31e40da67 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/quotas/42699952850d49fdafb670aeb5f613ed HTTP/1.1" status: 200 len: 375 time: 0.1066532 Sep 28 08:38:22.457879 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-1720472e-8ae4-4a84-b765-396448b9b098 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Request body: {'floatingip': {'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:38:22.521500 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a9738808-219e-4754-899d-732295e4a529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for subnet (7e2a1a9d-526a-4c56-aaa0-c8271efd9261), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:22.585021 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1720472e-8ae4-4a84-b765-396448b9b098 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:22.629405 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Attempt 2 to provision port 4c958791-0f5f-4925-88e0-a1c6f3b6419c Sep 28 08:38:22.668303 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9738808-219e-4754-899d-732295e4a529 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e2a1a9d-526a-4c56-aaa0-c8271efd9261,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:22.685198 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a9738808-219e-4754-899d-732295e4a529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:22.708199 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1720472e-8ae4-4a84-b765-396448b9b098 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:22.713036 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-a9738808-219e-4754-899d-732295e4a529 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/7e2a1a9d-526a-4c56-aaa0-c8271efd9261 HTTP/1.1" status: 204 len: 168 time: 0.9372165 Sep 28 08:38:22.716430 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 51732) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:22.752512 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] For port 4c958791-0f5f-4925-88e0-a1c6f3b6419c, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=4c958791-0f5f-4925-88e0-a1c6f3b6419c,segment=NetworkSegment(700aaca3-a22e-4970-8e60-aa95edd00338),segment_id=700aaca3-a22e-4970-8e60-aa95edd00338)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:22.860141 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-1720472e-8ae4-4a84-b765-396448b9b098 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Allocated IP 172.27.2.90 (53303c84-4465-4011-9c65-8bdf4507ffd3/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f/94f3f605-b735-4fc7-8d30-609afa587aab) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:22.989620 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.26', 62402) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:22.996708 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489c219d-6421-4fc5-a44c-d5b57a849301 None None] Network 2273d8ca-57b8-4998-bf80-be64b7559912 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:38:23.059829 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:23.062666 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:23.106400 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3bc380b8-306d-448a-ba5f-edf50223889b req-ae5ce27b-8247-4c1e-8524-d75bb000bea2 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=42699952850d49fdafb670aeb5f613ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6548378 Sep 28 08:38:23.150836 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:23.152273 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 54ec296b-99ba-4e28-9466-c5bf59cfde77 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:23.154066 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (54ec296b-99ba-4e28-9466-c5bf59cfde77), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:23.175579 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (4c958791-0f5f-4925-88e0-a1c6f3b6419c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:23.176696 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:INSERT=8,neutron:SELECT=81,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:23.363309 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d462e2-ed4a-4987-9ece-29c17ef7224d None None] Pushing event updated for resources: {'Port': ['ID=4c958791-0f5f-4925-88e0-a1c6f3b6419c,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:23.379406 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] Routers {'f28f4b09-bb20-4116-a49c-6a9d65d35564'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:38:23.380069 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:37:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['f28f4b09-bb20-4116-a49c-6a9d65d35564'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:23.552095 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7c231b17-836d-4dcd-8691-0afb71b7a669 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for port (f6199113-c28e-4d00-832f-46d3221e37ce), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:23.584550 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7c231b17-836d-4dcd-8691-0afb71b7a669 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (f6199113-c28e-4d00-832f-46d3221e37ce), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:23.585382 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7c231b17-836d-4dcd-8691-0afb71b7a669 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (0ce951e3-6cda-4ab3-ae4e-24e9061d23f1), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:23.637611 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] Set router f28f4b09-bb20-4116-a49c-6a9d65d35564 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:38:23.674586 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792351'] for network (13b25d0b-9b95-4699-96a4-006e6fdc7fa5), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:23.803217 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-42b04468-6a21-478e-878f-fa4902297086 req-414e0519-3e1e-43cb-8650-6810b95b8990 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 210 time: 0.1923065 Sep 28 08:38:23.828009 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7c231b17-836d-4dcd-8691-0afb71b7a669 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:23.838197 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-7c231b17-836d-4dcd-8691-0afb71b7a669 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2045643 Sep 28 08:38:23.900785 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c231b17-836d-4dcd-8691-0afb71b7a669 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Pushing event updated for resources: {'Port': ['ID=f6199113-c28e-4d00-832f-46d3221e37ce,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:23.944140 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1720472e-8ae4-4a84-b765-396448b9b098 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for port (94f3f605-b735-4fc7-8d30-609afa587aab), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:23.965980 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3bc380b8-306d-448a-ba5f-edf50223889b req-01e9438c-fcd4-4a38-b168-abb2dc6e9fd0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8583891 Sep 28 08:38:23.978906 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Port 4c958791-0f5f-4925-88e0-a1c6f3b6419c cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:24.078087 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-9d2bda47-2309-499d-a7c9-43b837fca781 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:24.079334 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] Sync routers for ids ['2c1b6b9f-8cae-431f-8691-887c46e580ff'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:38:24.080710 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-9d2bda47-2309-499d-a7c9-43b837fca781 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.26 "GET /networking/v2.0/networks?id=93671831-ef1f-495e-a41a-678e1dc193fe HTTP/1.1" status: 200 len: 811 time: 1.0754220 Sep 28 08:38:24.116992 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] For port 54ec296b-99ba-4e28-9466-c5bf59cfde77, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=54ec296b-99ba-4e28-9466-c5bf59cfde77,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:24.135966 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] Routers {'2c1b6b9f-8cae-431f-8691-887c46e580ff'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:38:24.136879 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:37:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['2c1b6b9f-8cae-431f-8691-887c46e580ff'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:24.194860 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845688', 'neutron.services.segments.db._delete_segments_for_network-8759190702794'] for network (13b25d0b-9b95-4699-96a4-006e6fdc7fa5), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:24.237880 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (54ec296b-99ba-4e28-9466-c5bf59cfde77), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:24.239379 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:24.259340 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1720472e-8ae4-4a84-b765-396448b9b098 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (94f3f605-b735-4fc7-8d30-609afa587aab), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:24.341369 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3bc380b8-306d-448a-ba5f-edf50223889b req-14b1e0f3-4d52-466b-b543-512785a9f830 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721731 Sep 28 08:38:24.393931 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1720472e-8ae4-4a84-b765-396448b9b098 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:24.406099 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-1720472e-8ae4-4a84-b765-396448b9b098 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:24.418993 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1720472e-8ae4-4a84-b765-396448b9b098 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:38:24.482072 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.26', 62413) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:24.547899 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720472e-8ae4-4a84-b765-396448b9b098 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event updated for resources: {'Port': ['ID=94f3f605-b735-4fc7-8d30-609afa587aab,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:24.655081 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:38:24.655750 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:38:24.658676 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:38:24.659560 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] Subscribe: > port after_create 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:38:24.660312 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:38:24.661046 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] Subscribe: > port after_update 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:38:24.662407 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:38:24.663183 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:38:24.664234 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:38:24.665008 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:38:24.696655 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Attempt 3 to provision port 4c958791-0f5f-4925-88e0-a1c6f3b6419c Sep 28 08:38:24.754932 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-85a412fb-89ee-4784-87f4-324e20094737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:24.941206 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:24.955232 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Pushing event updated for resources: {'Port': ['ID=54ec296b-99ba-4e28-9466-c5bf59cfde77,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:24.963219 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:24.963988 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (1a2bd17e-52af-4bc1-b3d9-53648d3ac432), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:24.964482 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 Sep 28 08:38:25.060856 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:25.069399 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'name': 'tempest-AttachVolumeTestJSON-293215671-router', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:57Z', 'updated_at': '2022-09-28T08:38:09Z', 'revision_number': 4, 'project_id': 'd3e65d28e5664025978902943452f338', 'gw_port': {'id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '4c958791-0f5f-4925-88e0-a1c6f3b6419c', 'name': '', 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'mac_address': 'fa:16:3e:9a:86:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:08Z', 'updated_at': '2022-09-28T08:38:22Z', 'revision_number': 4, 'project_id': 'd3e65d28e5664025978902943452f338', 'subnets': [{'id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:25.084514 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] Set router 2c1b6b9f-8cae-431f-8691-887c46e580ff gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:38:25.148062 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322ad057-a160-4fa9-9a65-17dd14c2da2c None None] The sync data for ids ['f28f4b09-bb20-4116-a49c-6a9d65d35564'] in dv-cinder-844563-8-iscsi is: [{'id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'name': 'tempest-AttachVolumeTestJSON-293215671-router', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:57Z', 'updated_at': '2022-09-28T08:38:09Z', 'revision_number': 4, 'project_id': 'd3e65d28e5664025978902943452f338', 'gw_port': {'id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '4c958791-0f5f-4925-88e0-a1c6f3b6419c', 'name': '', 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'mac_address': 'fa:16:3e:9a:86:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:08Z', 'updated_at': '2022-09-28T08:38:22Z', 'revision_number': 4, 'project_id': 'd3e65d28e5664025978902943452f338', 'subnets': [{'id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:38:25.259424 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1720472e-8ae4-4a84-b765-396448b9b098 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (3a24d37e-491f-4954-bfc8-91ea719c368b), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:25.309412 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-62bf2ece-ecc3-4a9f-96d8-1a58884fc625 req-b5230024-86a9-43d2-9032-5b4e4422857a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 210 time: 0.3572736 Sep 28 08:38:25.310875 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:25.557866 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:25.593554 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:38:25.594493 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:38:25.594493 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:38:25.601454 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106475) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:38:25.602256 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b25d0b-9b95-4699-96a4-006e6fdc7fa5']}} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:25.644875 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-38c349f3-59ed-4fd7-acc2-a85cfcc7f9ff tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Request body: {'port': {'device_id': '8d33c275-10df-4eb8-90a9-e31c4a6f9cb6', 'network_id': '93671831-ef1f-495e-a41a-678e1dc193fe', 'admin_state_up': True, 'tenant_id': 'dc7abcbb99b7466fb1581e1010b4a7e1'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:38:25.760858 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-358b750f-6563-43c0-b64c-f645da07b671 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2021398016&fields=id&tenant_id=d3e65d28e5664025978902943452f338 HTTP/1.1" status: 200 len: 267 time: 1.3281462 Sep 28 08:38:25.786012 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Current status of the port 4c958791-0f5f-4925-88e0-a1c6f3b6419c is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:25.786716 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (4c958791-0f5f-4925-88e0-a1c6f3b6419c), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:26.074538 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:38:26.227916 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] For port 4c958791-0f5f-4925-88e0-a1c6f3b6419c, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=4c958791-0f5f-4925-88e0-a1c6f3b6419c,segment=NetworkSegment(700aaca3-a22e-4970-8e60-aa95edd00338),segment_id=700aaca3-a22e-4970-8e60-aa95edd00338)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:26.238073 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (4c958791-0f5f-4925-88e0-a1c6f3b6419c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:26.329661 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-9389d511-b890-41bd-8e45-e0812f678608 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:26.338978 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-9389d511-b890-41bd-8e45-e0812f678608 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.26 "GET /networking/v2.0/networks?id=ecfbeafd-1446-46f2-889b-466b351133a2 HTTP/1.1" status: 200 len: 818 time: 1.8531857 Sep 28 08:38:26.339897 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1720472e-8ae4-4a84-b765-396448b9b098 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (94f3f605-b735-4fc7-8d30-609afa587aab), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:26.366942 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14acc1b-f0cd-4b90-9e71-e857b343ba26') {'for_net_delete': True} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:26.368372 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14acc1b-f0cd-4b90-9e71-e857b343ba26') {} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:26.412946 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Provisioning complete for port 4e47c2e5-73fd-4558-8e0b-235932c31889 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:26.418376 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (4e47c2e5-73fd-4558-8e0b-235932c31889), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:26.425462 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Attempt 1 to provision port 4e47c2e5-73fd-4558-8e0b-235932c31889 Sep 28 08:38:26.537524 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759190673511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2637690'] for segment (e14acc1b-f0cd-4b90-9e71-e857b343ba26), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:26.543248 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 4c958791-0f5f-4925-88e0-a1c6f3b6419c up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:26.714545 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-38c349f3-59ed-4fd7-acc2-a85cfcc7f9ff tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Made reservation on behalf of dc7abcbb99b7466fb1581e1010b4a7e1 for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:26.722792 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-38c349f3-59ed-4fd7-acc2-a85cfcc7f9ff tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:26.737904 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (e14acc1b-f0cd-4b90-9e71-e857b343ba26), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:26.776393 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=106475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:38:26.784699 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Pushing event updated for resources: {'Port': ['ID=4c958791-0f5f-4925-88e0-a1c6f3b6419c,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:26.785638 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2793233'] for segment (e14acc1b-f0cd-4b90-9e71-e857b343ba26), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:26.851395 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c587c91d-234d-453e-93c0-122c9a80b8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:26.888598 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:15Z', 'revision_number': 2, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:27.115537 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] Checking router: 2c1b6b9f-8cae-431f-8691-887c46e580ff for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:38:27.121735 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] Updating router 2c1b6b9f-8cae-431f-8691-887c46e580ff port 99cb5dc2-1509-4d2f-9b58-4311a3b57a96 binding host dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:38:27.129542 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 4c958791-0f5f-4925-88e0-a1c6f3b6419c triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:27.130744 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (4c958791-0f5f-4925-88e0-a1c6f3b6419c), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:27.132633 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 4c958791-0f5f-4925-88e0-a1c6f3b6419c Sep 28 08:38:27.170905 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1720472e-8ae4-4a84-b765-396448b9b098 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for port (94f3f605-b735-4fc7-8d30-609afa587aab), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:27.221388 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595797'] for network (13b25d0b-9b95-4699-96a4-006e6fdc7fa5), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:27.268660 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-578681d9-f2b0-4390-b4e8-5e789a738144 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Request body: {'port': {'device_id': '53562009-e64b-47ed-8dd7-890647fe3e44', 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2', 'admin_state_up': True, 'tenant_id': '42699952850d49fdafb670aeb5f613ed'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:38:27.284350 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:27.335830 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1720472e-8ae4-4a84-b765-396448b9b098 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (94f3f605-b735-4fc7-8d30-609afa587aab), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:27.337507 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:27.341227 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1720472e-8ae4-4a84-b765-396448b9b098 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (3a24d37e-491f-4954-bfc8-91ea719c368b), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:27.370232 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/13b25d0b-9b95-4699-96a4-006e6fdc7fa5 HTTP/1.1" status: 204 len: 168 time: 4.6508386 Sep 28 08:38:27.391317 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Current status of the port 4e47c2e5-73fd-4558-8e0b-235932c31889 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:27.412918 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-44e34b5c-c071-4ede-9c43-75c4e90ad748 req-b936fbe4-8bc0-4e97-8961-10546901ef63 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 210 time: 1.2831481 Sep 28 08:38:27.413481 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 51866) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:27.447601 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (99cb5dc2-1509-4d2f-9b58-4311a3b57a96), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:27.563358 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Provisioning complete for port 4c9970cf-1e6b-4c88-980f-02b785af3fc5 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:27.564059 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (4c9970cf-1e6b-4c88-980f-02b785af3fc5), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:27.564556 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Attempt 1 to provision port 4c9970cf-1e6b-4c88-980f-02b785af3fc5 Sep 28 08:38:27.767148 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-efb68fc9-e3ee-4ae8-a86f-9b9a144d1ac4 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:27.782599 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-efb68fc9-e3ee-4ae8-a86f-9b9a144d1ac4 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/networks?id=ff034301-a1c4-4028-a91c-012c3b139427 HTTP/1.1" status: 200 len: 810 time: 1.8496602 Sep 28 08:38:27.837623 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:27.841553 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1720472e-8ae4-4a84-b765-396448b9b098 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:27.843623 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-1720472e-8ae4-4a84-b765-396448b9b098 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4371183 Sep 28 08:38:27.885258 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4e26ecc6-a9d5-479f-87d7-779afe04055d req-43948d47-a630-4d88-bb09-90f86cf351c9 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 210 time: 0.2468326 Sep 28 08:38:27.953526 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-e0603d48-2481-40a6-aaa3-695220cdfc37 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/quotas/d3e65d28e5664025978902943452f338 HTTP/1.1" status: 200 len: 375 time: 0.1625938 Sep 28 08:38:27.974919 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720472e-8ae4-4a84-b765-396448b9b098 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event updated for resources: {'Port': ['ID=94f3f605-b735-4fc7-8d30-609afa587aab,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:28.026920 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-38c349f3-59ed-4fd7-acc2-a85cfcc7f9ff tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Allocated IP 172.20.0.8 (93671831-ef1f-495e-a41a-678e1dc193fe/acd54da1-78de-477f-b495-dce820c75dab/d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:28.179269 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:28.188172 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 4c958791-0f5f-4925-88e0-a1c6f3b6419c is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:28.194211 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device bf9afea4-305a-4550-9e05-062d198e175a up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:28.270406 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.26', 62423) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:28.389875 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:28.470408 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-ce549dbb-b03f-4ac2-bb53-102f5234db6b None None] Current status of the port 4c9970cf-1e6b-4c88-980f-02b785af3fc5 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:28.498867 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-fa0840ae-784a-4b4d-94d7-f9103fdcfc57 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d3e65d28e5664025978902943452f338&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5415127 Sep 28 08:38:28.501601 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-578681d9-f2b0-4390-b4e8-5e789a738144 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Made reservation on behalf of 42699952850d49fdafb670aeb5f613ed for: {'port': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:28.516122 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-578681d9-f2b0-4390-b4e8-5e789a738144 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:28.558982 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment e14acc1b-f0cd-4b90-9e71-e857b343ba26 resource provider aggregate not found Sep 28 08:38:28.570022 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e94cb-77f8-4e2b-a0bc-ef2c0244f171 admin admin] Pushing event deleted for resources: {'Network': ['ID=13b25d0b-9b95-4699-96a4-006e6fdc7fa5,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:28.645127 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment e14acc1b-f0cd-4b90-9e71-e857b343ba26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e14acc1b-f0cd-4b90-9e71-e857b343ba26 found for delete ", "request_id": "req-d8886be6-330b-435f-91cb-f2f1fd90d716"}]} Sep 28 08:38:28.670384 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:28.679354 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:28.685640 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-38c349f3-59ed-4fd7-acc2-a85cfcc7f9ff tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Publish callbacks [] for port (d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:28.715247 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_v2 [None req-f170cb7c-7dd4-4a18-9599-c2f5e4f48c4d admin admin] Deleting subnet e42cf5a5-d8fe-4aba-9fc9-7fa99706251b {{(pid=106475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 08:38:28.726706 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f170cb7c-7dd4-4a18-9599-c2f5e4f48c4d admin admin] Publish callbacks [] for subnet (e42cf5a5-d8fe-4aba-9fc9-7fa99706251b), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:28.770706 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port bf9afea4-305a-4550-9e05-062d198e175a triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:28.770954 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (bf9afea4-305a-4550-9e05-062d198e175a), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:28.771480 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port bf9afea4-305a-4550-9e05-062d198e175a Sep 28 08:38:28.784521 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-0006de4d-733a-49a2-a072-0d32fe30ca57 None None] Provisioning complete for port bf9afea4-305a-4550-9e05-062d198e175a triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:28.785534 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-0006de4d-733a-49a2-a072-0d32fe30ca57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (bf9afea4-305a-4550-9e05-062d198e175a), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:28.786024 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-0006de4d-733a-49a2-a072-0d32fe30ca57 None None] Attempt 1 to provision port bf9afea4-305a-4550-9e05-062d198e175a Sep 28 08:38:28.790261 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f170cb7c-7dd4-4a18-9599-c2f5e4f48c4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2637683'] for subnet (e42cf5a5-d8fe-4aba-9fc9-7fa99706251b), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:28.815947 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-38c349f3-59ed-4fd7-acc2-a85cfcc7f9ff tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:28.979116 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c349f3-59ed-4fd7-acc2-a85cfcc7f9ff tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Pushing event updated for resources: {'Port': ['ID=d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:29.043634 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-38c349f3-59ed-4fd7-acc2-a85cfcc7f9ff tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Network 93671831-ef1f-495e-a41a-678e1dc193fe is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:29.071370 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-38c349f3-59ed-4fd7-acc2-a85cfcc7f9ff tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:29.079420 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-38c349f3-59ed-4fd7-acc2-a85cfcc7f9ff tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:38:29.184770 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f170cb7c-7dd4-4a18-9599-c2f5e4f48c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672334'] for subnet (e42cf5a5-d8fe-4aba-9fc9-7fa99706251b), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:29.365190 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-38c349f3-59ed-4fd7-acc2-a85cfcc7f9ff tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:29.369735 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] Publish callbacks [] for port (99cb5dc2-1509-4d2f-9b58-4311a3b57a96), precommit_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:29.371419 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-38c349f3-59ed-4fd7-acc2-a85cfcc7f9ff tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:29.384210 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (99cb5dc2-1509-4d2f-9b58-4311a3b57a96), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:29.407617 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-38c349f3-59ed-4fd7-acc2-a85cfcc7f9ff tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7612467 Sep 28 08:38:29.433043 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-ee07ff7e-2e35-46e3-9bd1-330098dd4865 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 08:38:29.436705 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-ee07ff7e-2e35-46e3-9bd1-330098dd4865 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0209270 Sep 28 08:38:29.459059 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d8b41-be38-4215-b800-d8b244c3a839 None None] Pushing event updated for resources: {'Port': ['ID=99cb5dc2-1509-4d2f-9b58-4311a3b57a96,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:29.481891 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f170cb7c-7dd4-4a18-9599-c2f5e4f48c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2793407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3714010'] for subnet (e42cf5a5-d8fe-4aba-9fc9-7fa99706251b), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:29.504933 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:29.596910 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170cb7c-7dd4-4a18-9599-c2f5e4f48c4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e42cf5a5-d8fe-4aba-9fc9-7fa99706251b,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:29.623450 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f170cb7c-7dd4-4a18-9599-c2f5e4f48c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:29.637974 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-f170cb7c-7dd4-4a18-9599-c2f5e4f48c4d admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/e42cf5a5-d8fe-4aba-9fc9-7fa99706251b HTTP/1.1" status: 204 len: 168 time: 2.2190499 Sep 28 08:38:29.650150 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port bf9afea4-305a-4550-9e05-062d198e175a is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:29.651796 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device f6e75e89-52cb-4057-b67b-b6e4386fad34 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:29.655535 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 51936) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:29.657769 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-0006de4d-733a-49a2-a072-0d32fe30ca57 None None] Current status of the port bf9afea4-305a-4550-9e05-062d198e175a is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:29.710370 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:29.721254 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-0006de4d-733a-49a2-a072-0d32fe30ca57 None None] Provisioning complete for port 99cb5dc2-1509-4d2f-9b58-4311a3b57a96 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:29.721919 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-0006de4d-733a-49a2-a072-0d32fe30ca57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (99cb5dc2-1509-4d2f-9b58-4311a3b57a96), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:29.723092 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-0006de4d-733a-49a2-a072-0d32fe30ca57 None None] Attempt 1 to provision port 99cb5dc2-1509-4d2f-9b58-4311a3b57a96 Sep 28 08:38:29.824342 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc380b8-306d-448a-ba5f-edf50223889b req-3e346624-1860-44fc-a79d-16a5f6a0832f tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:29.837625 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3bc380b8-306d-448a-ba5f-edf50223889b req-3e346624-1860-44fc-a79d-16a5f6a0832f tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.26 "GET /networking/v2.0/networks?id=ecfbeafd-1446-46f2-889b-466b351133a2 HTTP/1.1" status: 200 len: 818 time: 1.5641873 Sep 28 08:38:29.862313 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b710220e-22a7-4a78-87be-aded2d661bed req-2bbbbd22-6a07-4688-a69c-b613a9eeb0a2 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--951590653&fields=id&tenant_id=6bc96052a69e409498462a1e4d499910 HTTP/1.1" status: 200 len: 267 time: 1.3913891 Sep 28 08:38:29.972733 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-85ab1dc5-133b-4f69-aaf6-575065da1d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792351'] for network (2273d8ca-57b8-4998-bf80-be64b7559912), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:29.999964 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:30.003108 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-4559d697-3595-4a57-9a17-7e320bc2ed9b service neutron] Request body: {'port': {'device_id': '8d33c275-10df-4eb8-90a9-e31c4a6f9cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:38:30.006771 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:30.026640 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-3bc380b8-306d-448a-ba5f-edf50223889b req-67efde74-4222-4061-8cb8-0d02341f5e90 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Request body: {'port': {'device_id': 'd58d7457-5855-4349-876d-c208e237594e', 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2', 'admin_state_up': True, 'tenant_id': '42699952850d49fdafb670aeb5f613ed'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:38:30.047425 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] Attempting to bind port 99cb5dc2-1509-4d2f-9b58-4311a3b57a96 on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:38:30.048291 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] Attempting to bind port 99cb5dc2-1509-4d2f-9b58-4311a3b57a96 by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:38:30.049062 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] Attempting to bind port 99cb5dc2-1509-4d2f-9b58-4311a3b57a96 on network b5328add-2390-4470-bd9d-0ff97db6e42c {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:30.121293 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-0006de4d-733a-49a2-a072-0d32fe30ca57 None None] Port 99cb5dc2-1509-4d2f-9b58-4311a3b57a96 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:30.129078 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:38:30.130425 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] Checking segment: {'id': '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:38:30.131360 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:30.132307 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] Bound using segment: {'id': '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:38:30.133204 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] Bound port: 99cb5dc2-1509-4d2f-9b58-4311a3b57a96, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:38:30.133902 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (99cb5dc2-1509-4d2f-9b58-4311a3b57a96), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:30.152429 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port f6e75e89-52cb-4057-b67b-b6e4386fad34 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:30.153463 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (f6e75e89-52cb-4057-b67b-b6e4386fad34), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:30.155018 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port f6e75e89-52cb-4057-b67b-b6e4386fad34 Sep 28 08:38:30.405871 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port f6e75e89-52cb-4057-b67b-b6e4386fad34 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:30.408395 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (f6e75e89-52cb-4057-b67b-b6e4386fad34), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:30.473373 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] For port f6e75e89-52cb-4057-b67b-b6e4386fad34, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=f6e75e89-52cb-4057-b67b-b6e4386fad34,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:30.494303 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (f6e75e89-52cb-4057-b67b-b6e4386fad34), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:30.498389 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device b6996259-eb1e-4bce-845f-dc226adbad69 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:30.610900 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-85ab1dc5-133b-4f69-aaf6-575065da1d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845688', 'neutron.services.segments.db._delete_segments_for_network-8759190702794'] for network (2273d8ca-57b8-4998-bf80-be64b7559912), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:30.666970 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-4559d697-3595-4a57-9a17-7e320bc2ed9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:30.679923 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-0006de4d-733a-49a2-a072-0d32fe30ca57 None None] Attempt 2 to provision port 99cb5dc2-1509-4d2f-9b58-4311a3b57a96 Sep 28 08:38:30.692622 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:30.761827 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-c56a3373-e8c4-4b7a-a23c-0d69f4ddea26 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ff034301-a1c4-4028-a91c-012c3b139427?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0461190 Sep 28 08:38:30.816846 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-85ab1dc5-133b-4f69-aaf6-575065da1d58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2273d8ca-57b8-4998-bf80-be64b7559912']}} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:30.834656 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] For port 99cb5dc2-1509-4d2f-9b58-4311a3b57a96, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:30.837731 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-0006de4d-733a-49a2-a072-0d32fe30ca57 None None] Port 99cb5dc2-1509-4d2f-9b58-4311a3b57a96 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:30.877888 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Pushing event updated for resources: {'Port': ['ID=f6e75e89-52cb-4057-b67b-b6e4386fad34,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:30.899540 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port b6996259-eb1e-4bce-845f-dc226adbad69 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:30.900092 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (b6996259-eb1e-4bce-845f-dc226adbad69), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:30.900761 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port b6996259-eb1e-4bce-845f-dc226adbad69 Sep 28 08:38:30.935580 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] For port 99cb5dc2-1509-4d2f-9b58-4311a3b57a96, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=99cb5dc2-1509-4d2f-9b58-4311a3b57a96,segment=NetworkSegment(52f4fd3c-c9b0-4536-b2fa-f368a4de5deb),segment_id=52f4fd3c-c9b0-4536-b2fa-f368a4de5deb)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:30.949731 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (99cb5dc2-1509-4d2f-9b58-4311a3b57a96), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:30.994468 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-85ab1dc5-133b-4f69-aaf6-575065da1d58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e017881-125d-49cf-bdd2-1d430df09a62') {'for_net_delete': True} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:30.995048 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-85ab1dc5-133b-4f69-aaf6-575065da1d58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e017881-125d-49cf-bdd2-1d430df09a62') {} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:31.002061 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-578681d9-f2b0-4390-b4e8-5e789a738144 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Allocated IP 172.20.0.6 (ecfbeafd-1446-46f2-889b-466b351133a2/18b86f52-f49c-435b-95de-852298b2f6f4/f6ac07f3-2675-41dc-968c-7b86388bb047) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:31.044720 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d8b41-be38-4215-b800-d8b244c3a839 None None] Pushing event updated for resources: {'Port': ['ID=99cb5dc2-1509-4d2f-9b58-4311a3b57a96,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:31.064039 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-85ab1dc5-133b-4f69-aaf6-575065da1d58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759190673511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2637690'] for segment (8e017881-125d-49cf-bdd2-1d430df09a62), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:31.084171 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] Routers {'2c1b6b9f-8cae-431f-8691-887c46e580ff'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:38:31.088371 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:38:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['2c1b6b9f-8cae-431f-8691-887c46e580ff'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:31.386339 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port b6996259-eb1e-4bce-845f-dc226adbad69 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:31.387958 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 54ec296b-99ba-4e28-9466-c5bf59cfde77 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:31.394644 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-0006de4d-733a-49a2-a072-0d32fe30ca57 None None] Attempt 3 to provision port 99cb5dc2-1509-4d2f-9b58-4311a3b57a96 Sep 28 08:38:31.421442 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-85ab1dc5-133b-4f69-aaf6-575065da1d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (8e017881-125d-49cf-bdd2-1d430df09a62), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:31.456230 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 51970) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:31.456601 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 51972) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:31.460481 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-578681d9-f2b0-4390-b4e8-5e789a738144 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks [] for port (f6ac07f3-2675-41dc-968c-7b86388bb047), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:31.510173 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:31.528469 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:31.536875 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ab1dc5-133b-4f69-aaf6-575065da1d58 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=106475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:38:31.537396 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-85ab1dc5-133b-4f69-aaf6-575065da1d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2793233'] for segment (8e017881-125d-49cf-bdd2-1d430df09a62), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:31.667064 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-0006de4d-733a-49a2-a072-0d32fe30ca57 None None] Current status of the port 99cb5dc2-1509-4d2f-9b58-4311a3b57a96 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:31.667803 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-0006de4d-733a-49a2-a072-0d32fe30ca57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (99cb5dc2-1509-4d2f-9b58-4311a3b57a96), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:31.684456 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:31.686201 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 54ec296b-99ba-4e28-9466-c5bf59cfde77 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:31.686819 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (54ec296b-99ba-4e28-9466-c5bf59cfde77), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:31.687346 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 54ec296b-99ba-4e28-9466-c5bf59cfde77 Sep 28 08:38:31.720787 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-578681d9-f2b0-4390-b4e8-5e789a738144 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (f6ac07f3-2675-41dc-968c-7b86388bb047), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:31.750644 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-4b47021c-42e9-49e8-a8ef-1df74e3d1be8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ff034301-a1c4-4028-a91c-012c3b139427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426977 Sep 28 08:38:31.910137 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-0006de4d-733a-49a2-a072-0d32fe30ca57 None None] For port 99cb5dc2-1509-4d2f-9b58-4311a3b57a96, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=99cb5dc2-1509-4d2f-9b58-4311a3b57a96,segment=NetworkSegment(52f4fd3c-c9b0-4536-b2fa-f368a4de5deb),segment_id=52f4fd3c-c9b0-4536-b2fa-f368a4de5deb)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:38:31.963332 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] Set router 2c1b6b9f-8cae-431f-8691-887c46e580ff gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:38:31.970269 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-0006de4d-733a-49a2-a072-0d32fe30ca57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (99cb5dc2-1509-4d2f-9b58-4311a3b57a96), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:32.041555 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment 8e017881-125d-49cf-bdd2-1d430df09a62 resource provider aggregate not found Sep 28 08:38:32.123474 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:32.139083 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment 8e017881-125d-49cf-bdd2-1d430df09a62 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e017881-125d-49cf-bdd2-1d430df09a62 found for delete ", "request_id": "req-48aa15b2-c17d-4f56-a9d2-6f2dab71c651"}]} Sep 28 08:38:32.232604 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-0006de4d-733a-49a2-a072-0d32fe30ca57 None None] Provisioning complete for port 4c958791-0f5f-4925-88e0-a1c6f3b6419c triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:32.232788 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-0006de4d-733a-49a2-a072-0d32fe30ca57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (4c958791-0f5f-4925-88e0-a1c6f3b6419c), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:32.233022 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-0006de4d-733a-49a2-a072-0d32fe30ca57 None None] Attempt 1 to provision port 4c958791-0f5f-4925-88e0-a1c6f3b6419c Sep 28 08:38:32.459771 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-aad2eb07-e57f-4858-bc89-e43872055d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:32.494468 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c47db506-40d6-4f85-9d2f-1aa5e3ff512f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:32.501519 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:32.537977 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-85ab1dc5-133b-4f69-aaf6-575065da1d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595797'] for network (2273d8ca-57b8-4998-bf80-be64b7559912), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:32.540258 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 54ec296b-99ba-4e28-9466-c5bf59cfde77 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:32.541634 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:32.556722 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-85ab1dc5-133b-4f69-aaf6-575065da1d58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:32.560613 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-85ab1dc5-133b-4f69-aaf6-575065da1d58 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/2273d8ca-57b8-4998-bf80-be64b7559912 HTTP/1.1" status: 204 len: 168 time: 2.9039121 Sep 28 08:38:32.590371 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:32.596724 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006de4d-733a-49a2-a072-0d32fe30ca57 None None] Pushing event updated for resources: {'Port': ['ID=99cb5dc2-1509-4d2f-9b58-4311a3b57a96,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:32.616494 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-578681d9-f2b0-4390-b4e8-5e789a738144 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Network ecfbeafd-1446-46f2-889b-466b351133a2 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:32.640332 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab1dc5-133b-4f69-aaf6-575065da1d58 admin admin] Pushing event deleted for resources: {'Network': ['ID=2273d8ca-57b8-4998-bf80-be64b7559912,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:32.705234 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-578681d9-f2b0-4390-b4e8-5e789a738144 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:32.706834 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:32.707326 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (1a2bd17e-52af-4bc1-b3d9-53648d3ac432), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:32.707548 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 Sep 28 08:38:32.751361 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-578681d9-f2b0-4390-b4e8-5e789a738144 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:38:32.756752 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-578681d9-f2b0-4390-b4e8-5e789a738144 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:32.758264 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-578681d9-f2b0-4390-b4e8-5e789a738144 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:32.775208 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc380b8-306d-448a-ba5f-edf50223889b req-67efde74-4222-4061-8cb8-0d02341f5e90 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Made reservation on behalf of 42699952850d49fdafb670aeb5f613ed for: {'port': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:32.783242 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-3bc380b8-306d-448a-ba5f-edf50223889b req-67efde74-4222-4061-8cb8-0d02341f5e90 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:32.889260 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578681d9-f2b0-4390-b4e8-5e789a738144 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Pushing event updated for resources: {'Port': ['ID=f6ac07f3-2675-41dc-968c-7b86388bb047,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:32.899959 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-0006de4d-733a-49a2-a072-0d32fe30ca57 None None] Current status of the port 4c958791-0f5f-4925-88e0-a1c6f3b6419c is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:32.954862 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710220e-22a7-4a78-87be-aded2d661bed req-54ff1531-31dc-47c3-a906-84f2d8a5659e tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:32.968698 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b710220e-22a7-4a78-87be-aded2d661bed req-54ff1531-31dc-47c3-a906-84f2d8a5659e tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/networks?id=b5328add-2390-4470-bd9d-0ff97db6e42c HTTP/1.1" status: 200 len: 814 time: 3.1024587 Sep 28 08:38:33.009573 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bf6db-6f3e-4660-86f6-a1dc6771fb27 req-837dc536-f332-4b76-919a-7fa39982d21c tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:33.020272 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1a7bf6db-6f3e-4660-86f6-a1dc6771fb27 req-837dc536-f332-4b76-919a-7fa39982d21c tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 931 time: 0.4411495 Sep 28 08:38:33.074915 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-0006de4d-733a-49a2-a072-0d32fe30ca57 None None] Provisioning complete for port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:33.075326 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-0006de4d-733a-49a2-a072-0d32fe30ca57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (1a2bd17e-52af-4bc1-b3d9-53648d3ac432), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:33.076249 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-0006de4d-733a-49a2-a072-0d32fe30ca57 None None] Attempt 1 to provision port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 Sep 28 08:38:33.083152 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-578681d9-f2b0-4390-b4e8-5e789a738144 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8201358 Sep 28 08:38:33.102314 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 52008) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:33.142123 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b710220e-22a7-4a78-87be-aded2d661bed req-b274d29b-9d09-4ecc-92d2-4a4bce87b327 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/quotas/6bc96052a69e409498462a1e4d499910 HTTP/1.1" status: 200 len: 375 time: 0.1722426 Sep 28 08:38:33.186672 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-759aaba4-facb-4784-8d1c-9c1ed9600793 service neutron] Request body: {'port': {'device_id': '53562009-e64b-47ed-8dd7-890647fe3e44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:38:33.209014 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c47db506-40d6-4f85-9d2f-1aa5e3ff512f admin admin] Publish callbacks [] for security_group (579a2fe9-b97b-41a0-bf7b-8adc9928d602), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:33.247767 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:33.260974 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-aad2eb07-e57f-4858-bc89-e43872055d95 admin admin] Publish callbacks [] for security_group (a1a2f7dc-3066-4bcb-b585-b75a3b8991a5), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:33.265003 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c47db506-40d6-4f85-9d2f-1aa5e3ff512f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (579a2fe9-b97b-41a0-bf7b-8adc9928d602), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:33.306817 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:38:33.334428 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47db506-40d6-4f85-9d2f-1aa5e3ff512f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579a2fe9-b97b-41a0-bf7b-8adc9928d602,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:33.345866 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-0006de4d-733a-49a2-a072-0d32fe30ca57 None None] Current status of the port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:33.350754 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2a953c-f725-4754-b69e-5a281cbb6930 None None] The sync data for ids ['2c1b6b9f-8cae-431f-8691-887c46e580ff'] in dv-cinder-844563-8-iscsi is: [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:38:33.377230 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-4559d697-3595-4a57-9a17-7e320bc2ed9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5 {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:38:33.403334 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-aad2eb07-e57f-4858-bc89-e43872055d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (a1a2f7dc-3066-4bcb-b585-b75a3b8991a5), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:33.468290 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-4559d697-3595-4a57-9a17-7e320bc2ed9b service neutron] Publish callbacks [] for port (d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:33.540768 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-27717805-7397-4096-9138-5eb0d8af96b6 None None] Provisioning complete for port f6ac07f3-2675-41dc-968c-7b86388bb047 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:33.541907 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-27717805-7397-4096-9138-5eb0d8af96b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (f6ac07f3-2675-41dc-968c-7b86388bb047), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:33.542379 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-27717805-7397-4096-9138-5eb0d8af96b6 None None] Attempt 1 to provision port f6ac07f3-2675-41dc-968c-7b86388bb047 Sep 28 08:38:33.577583 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b710220e-22a7-4a78-87be-aded2d661bed req-76de7eba-f796-4f96-902b-fa75824df56a tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=6bc96052a69e409498462a1e4d499910&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4266462 Sep 28 08:38:33.611218 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-c47db506-40d6-4f85-9d2f-1aa5e3ff512f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=2f615366bc9941e9abc511a35f389344&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1483574 Sep 28 08:38:33.624693 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 52012) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:33.643343 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-4559d697-3595-4a57-9a17-7e320bc2ed9b service neutron] Transition to ACTIVE for port object d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5 will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 08:38:33.648587 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2eb07-e57f-4858-bc89-e43872055d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a2f7dc-3066-4bcb-b585-b75a3b8991a5,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:33.652301 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-27717805-7397-4096-9138-5eb0d8af96b6 None None] Port f6ac07f3-2675-41dc-968c-7b86388bb047 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:33.653527 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 4c958791-0f5f-4925-88e0-a1c6f3b6419c up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:33.684732 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-4559d697-3595-4a57-9a17-7e320bc2ed9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:33.695988 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-aad2eb07-e57f-4858-bc89-e43872055d95 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=52fe6054bbd34fb5b302a30c7b9e6c3d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2370005 Sep 28 08:38:33.721491 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 52014) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:33.741671 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 4c958791-0f5f-4925-88e0-a1c6f3b6419c triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:33.742785 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (4c958791-0f5f-4925-88e0-a1c6f3b6419c), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:33.743478 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 4c958791-0f5f-4925-88e0-a1c6f3b6419c Sep 28 08:38:33.766764 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1a7bf6db-6f3e-4660-86f6-a1dc6771fb27 req-e46b8d60-4467-41a1-b01f-893d66fca9f0 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7436306 Sep 28 08:38:33.844117 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-0d9dfa26-2422-4f94-98e6-c95f8f473271 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=94f139132b1c489d8006b88c91b754da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7293978 Sep 28 08:38:33.899800 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 52020) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:33.931795 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 4c958791-0f5f-4925-88e0-a1c6f3b6419c is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:33.937206 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device f6e75e89-52cb-4057-b67b-b6e4386fad34 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:33.974863 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559d697-3595-4a57-9a17-7e320bc2ed9b service neutron] Pushing event updated for resources: {'Port': ['ID=d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:34.024193 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=100 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:34.024746 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5d005cbe-980b-4612-b589-875a1f1fb393 admin admin] Publish callbacks [] for security_group (579a2fe9-b97b-41a0-bf7b-8adc9928d602), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:34.102003 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port f6e75e89-52cb-4057-b67b-b6e4386fad34 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:34.102629 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (f6e75e89-52cb-4057-b67b-b6e4386fad34), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:34.103162 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port f6e75e89-52cb-4057-b67b-b6e4386fad34 Sep 28 08:38:34.153425 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ffaa39b0-0ac8-49ce-ac78-94439c7581b6 req-0186faf0-cb55-4bd2-a3e1-05d57b8ce3f4 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 210 time: 0.1145935 Sep 28 08:38:34.179366 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-27717805-7397-4096-9138-5eb0d8af96b6 None None] Attempt 2 to provision port f6ac07f3-2675-41dc-968c-7b86388bb047 Sep 28 08:38:34.203744 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-759aaba4-facb-4784-8d1c-9c1ed9600793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (f6ac07f3-2675-41dc-968c-7b86388bb047), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:34.233280 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=100 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:34.290742 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:34.358073 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5d005cbe-980b-4612-b589-875a1f1fb393 admin admin] Publish callbacks [] for security_group (579a2fe9-b97b-41a0-bf7b-8adc9928d602), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:34.377780 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-27717805-7397-4096-9138-5eb0d8af96b6 None None] Port f6ac07f3-2675-41dc-968c-7b86388bb047 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:34.495492 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:34.531081 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5d005cbe-980b-4612-b589-875a1f1fb393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (579a2fe9-b97b-41a0-bf7b-8adc9928d602), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:34.534122 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5d005cbe-980b-4612-b589-875a1f1fb393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:34.537793 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-5d005cbe-980b-4612-b589-875a1f1fb393 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/579a2fe9-b97b-41a0-bf7b-8adc9928d602 HTTP/1.1" status: 204 len: 168 time: 0.9032853 Sep 28 08:38:34.542030 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7712ac7b-f473-447e-bcad-65be02cd43b0 admin admin] Publish callbacks [] for security_group (a1a2f7dc-3066-4bcb-b585-b75a3b8991a5), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:34.600367 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d005cbe-980b-4612-b589-875a1f1fb393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579a2fe9-b97b-41a0-bf7b-8adc9928d602,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:34.640891 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7712ac7b-f473-447e-bcad-65be02cd43b0 admin admin] Publish callbacks [] for security_group (a1a2f7dc-3066-4bcb-b585-b75a3b8991a5), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:34.710463 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [req-3bc380b8-306d-448a-ba5f-edf50223889b req-67efde74-4222-4061-8cb8-0d02341f5e90 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Allocated IP 172.20.0.11 (ecfbeafd-1446-46f2-889b-466b351133a2/18b86f52-f49c-435b-95de-852298b2f6f4/6a3b0562-aa67-4f66-a0ad-66e753e42296) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:34.749347 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port f6e75e89-52cb-4057-b67b-b6e4386fad34 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:34.790941 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-4559d697-3595-4a57-9a17-7e320bc2ed9b service neutron] Attempting to bind port d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:38:34.791622 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-4559d697-3595-4a57-9a17-7e320bc2ed9b service neutron] Attempting to bind port d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'a0e111da-df9e-428a-97af-2a9c999d550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '93671831-ef1f-495e-a41a-678e1dc193fe'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:38:34.791727 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-4559d697-3595-4a57-9a17-7e320bc2ed9b service neutron] Attempting to bind port d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5 on network 93671831-ef1f-495e-a41a-678e1dc193fe {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:34.849582 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7943c25a-6f0c-4cc5-97c5-712a516db204 req-9e9213b2-08d9-4596-8180-e4d434f8c119 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 210 time: 0.3649852 Sep 28 08:38:34.878819 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-27717805-7397-4096-9138-5eb0d8af96b6 None None] Attempt 3 to provision port f6ac07f3-2675-41dc-968c-7b86388bb047 Sep 28 08:38:34.945861 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7712ac7b-f473-447e-bcad-65be02cd43b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (a1a2f7dc-3066-4bcb-b585-b75a3b8991a5), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:34.949636 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7712ac7b-f473-447e-bcad-65be02cd43b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:34.970936 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-7712ac7b-f473-447e-bcad-65be02cd43b0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a1a2f7dc-3066-4bcb-b585-b75a3b8991a5 HTTP/1.1" status: 204 len: 168 time: 1.2338850 Sep 28 08:38:35.002220 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-27717805-7397-4096-9138-5eb0d8af96b6 None None] Port f6ac07f3-2675-41dc-968c-7b86388bb047 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:35.081367 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ddbe15bc-97a9-46ca-968b-b82deaf51a2b admin admin] Publish callbacks [] for security_group (da3641d1-0466-47dc-b395-13b492f4b144), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:35.084029 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-4559d697-3595-4a57-9a17-7e320bc2ed9b service neutron] Port d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5 on network 93671831-ef1f-495e-a41a-678e1dc193fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:38:35.084364 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-4559d697-3595-4a57-9a17-7e320bc2ed9b service neutron] Attempting to bind port d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5 on network 93671831-ef1f-495e-a41a-678e1dc193fe {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:35.100404 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712ac7b-f473-447e-bcad-65be02cd43b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a2f7dc-3066-4bcb-b585-b75a3b8991a5,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:35.228974 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70126419-672b-4f76-8520-5d79ae1bba99 req-bb51009e-253c-43e1-8ecf-024450175b95 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:35.247253 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-70126419-672b-4f76-8520-5d79ae1bba99 req-bb51009e-253c-43e1-8ecf-024450175b95 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 943 time: 0.1494670 Sep 28 08:38:35.289510 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-4559d697-3595-4a57-9a17-7e320bc2ed9b service neutron] Checking agent: {'id': '0e203ff6-fe6d-4565-9e88-81d2831b3c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'started_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:38:35.289863 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-4559d697-3595-4a57-9a17-7e320bc2ed9b service neutron] Checking segment: {'id': 'a0e111da-df9e-428a-97af-2a9c999d550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '93671831-ef1f-495e-a41a-678e1dc193fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:38:35.290493 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-4559d697-3595-4a57-9a17-7e320bc2ed9b service neutron] Bound using segment: {'id': 'a0e111da-df9e-428a-97af-2a9c999d550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '93671831-ef1f-495e-a41a-678e1dc193fe'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:38:35.290972 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-4559d697-3595-4a57-9a17-7e320bc2ed9b service neutron] Bound port: d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e111da-df9e-428a-97af-2a9c999d550d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '93671831-ef1f-495e-a41a-678e1dc193fe'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:38:35.291587 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-4559d697-3595-4a57-9a17-7e320bc2ed9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:35.355347 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.26', 62435) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:35.405917 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:35.445136 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ddbe15bc-97a9-46ca-968b-b82deaf51a2b admin admin] Publish callbacks [] for security_group (da3641d1-0466-47dc-b395-13b492f4b144), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:35.511391 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-27717805-7397-4096-9138-5eb0d8af96b6 None None] Attempt 4 to provision port f6ac07f3-2675-41dc-968c-7b86388bb047 Sep 28 08:38:35.684734 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-27717805-7397-4096-9138-5eb0d8af96b6 None None] Port f6ac07f3-2675-41dc-968c-7b86388bb047 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:35.685614 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 99cb5dc2-1509-4d2f-9b58-4311a3b57a96 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:38:35.743865 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=5 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:35.795090 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 99cb5dc2-1509-4d2f-9b58-4311a3b57a96 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:35.795699 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (99cb5dc2-1509-4d2f-9b58-4311a3b57a96), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:35.795699 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 99cb5dc2-1509-4d2f-9b58-4311a3b57a96 Sep 28 08:38:35.921049 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-3bc380b8-306d-448a-ba5f-edf50223889b req-67efde74-4222-4061-8cb8-0d02341f5e90 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks [] for port (6a3b0562-aa67-4f66-a0ad-66e753e42296), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:35.962614 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 52052) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:35.965936 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-4559d697-3595-4a57-9a17-7e320bc2ed9b service neutron] For port d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5, host hv-cinder-84456, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:35.985710 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:35.986913 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:36.004139 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 99cb5dc2-1509-4d2f-9b58-4311a3b57a96 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:38:36.020994 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 52056) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:36.028183 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b710220e-22a7-4a78-87be-aded2d661bed req-d210e272-918f-496c-9bcc-13f6d3b774f4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4034028 Sep 28 08:38:36.050751 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=25 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:36.056014 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-3bc380b8-306d-448a-ba5f-edf50223889b req-67efde74-4222-4061-8cb8-0d02341f5e90 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (6a3b0562-aa67-4f66-a0ad-66e753e42296), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:36.070423 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-4559d697-3595-4a57-9a17-7e320bc2ed9b service neutron] For port d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5,segment=NetworkSegment(a0e111da-df9e-428a-97af-2a9c999d550d),segment_id=a0e111da-df9e-428a-97af-2a9c999d550d)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:36.076306 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-865a2889-90e1-453d-8567-6eb42c3e8b60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:36.087988 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-6bc6c4c1-a3f7-4f4a-b805-1946ae3beaa8 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:36.090247 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-6bc6c4c1-a3f7-4f4a-b805-1946ae3beaa8 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.26 "GET /networking/v2.0/networks?id=ff034301-a1c4-4028-a91c-012c3b139427 HTTP/1.1" status: 200 len: 810 time: 0.7339401 Sep 28 08:38:36.093801 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-64432242-80d8-46de-84bb-d790b9578834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:36.103166 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-4559d697-3595-4a57-9a17-7e320bc2ed9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:36.110465 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-4559d697-3595-4a57-9a17-7e320bc2ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:36.112032 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-4559d697-3595-4a57-9a17-7e320bc2ed9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:36.113949 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-4559d697-3595-4a57-9a17-7e320bc2ed9b service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5 HTTP/1.1" status: 200 len: 1093 time: 6.3798256 Sep 28 08:38:36.118292 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d33c275-10df-4eb8-90a9-e31c4a6f9cb6', 'tag': 'd4344f22-bad7-4ad7-8549-d8b5a9bbb4e5'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:38:36.133710 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc380b8-306d-448a-ba5f-edf50223889b req-67efde74-4222-4061-8cb8-0d02341f5e90 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Network ecfbeafd-1446-46f2-889b-466b351133a2 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:36.169051 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-70126419-672b-4f76-8520-5d79ae1bba99 req-8b42996d-31af-49f5-b84d-96a33b8bdc4b tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9220552 Sep 28 08:38:36.190313 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-27717805-7397-4096-9138-5eb0d8af96b6 None None] Attempt 5 to provision port f6ac07f3-2675-41dc-968c-7b86388bb047 Sep 28 08:38:36.215535 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [req-3bc380b8-306d-448a-ba5f-edf50223889b req-67efde74-4222-4061-8cb8-0d02341f5e90 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:36.250419 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-27717805-7397-4096-9138-5eb0d8af96b6 None None] Port f6ac07f3-2675-41dc-968c-7b86388bb047 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:36.343061 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ddbe15bc-97a9-46ca-968b-b82deaf51a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (da3641d1-0466-47dc-b395-13b492f4b144), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:36.350372 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ddbe15bc-97a9-46ca-968b-b82deaf51a2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:36.361572 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-ddbe15bc-97a9-46ca-968b-b82deaf51a2b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/da3641d1-0466-47dc-b395-13b492f4b144 HTTP/1.1" status: 204 len: 168 time: 2.4482434 Sep 28 08:38:36.382312 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc380b8-306d-448a-ba5f-edf50223889b req-67efde74-4222-4061-8cb8-0d02341f5e90 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:38:36.398048 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc380b8-306d-448a-ba5f-edf50223889b req-67efde74-4222-4061-8cb8-0d02341f5e90 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:36.407020 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-3bc380b8-306d-448a-ba5f-edf50223889b req-67efde74-4222-4061-8cb8-0d02341f5e90 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:36.637504 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d93d72-94a1-456f-bfcd-70dcc5e2580e req-c64ba44a-2536-4e89-90e2-3a5eb4fdf5fd tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:36.639644 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-89d93d72-94a1-456f-bfcd-70dcc5e2580e req-c64ba44a-2536-4e89-90e2-3a5eb4fdf5fd tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 932 time: 0.1440544 Sep 28 08:38:36.685994 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe15bc-97a9-46ca-968b-b82deaf51a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3641d1-0466-47dc-b395-13b492f4b144,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:36.752233 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7784f47-42dc-4aa1-bd2f-167c24ff546b" -d '{"events": [{"name": "network-changed", "server_uuid": "8d33c275-10df-4eb8-90a9-e31c4a6f9cb6", "tag": "d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:38:36.753076 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-27717805-7397-4096-9138-5eb0d8af96b6 None None] Attempt 6 to provision port f6ac07f3-2675-41dc-968c-7b86388bb047 Sep 28 08:38:36.791599 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3bc380b8-306d-448a-ba5f-edf50223889b req-67efde74-4222-4061-8cb8-0d02341f5e90 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9036188 Sep 28 08:38:36.815493 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:36.816547 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efde74-4222-4061-8cb8-0d02341f5e90 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Pushing event updated for resources: {'Port': ['ID=6a3b0562-aa67-4f66-a0ad-66e753e42296,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:36.833441 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-27717805-7397-4096-9138-5eb0d8af96b6 None None] Port f6ac07f3-2675-41dc-968c-7b86388bb047 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:36.854385 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-4ba2a300-cf16-4fd5-ab2b-cfd2090ce1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:36.857682 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-4ba2a300-cf16-4fd5-ab2b-cfd2090ce1b9 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=dc7abcbb99b7466fb1581e1010b4a7e1&device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 1127 time: 0.5748866 Sep 28 08:38:36.921337 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-89d93d72-94a1-456f-bfcd-70dcc5e2580e req-a07b1b55-6a2c-4535-9c23-09c2ca700a08 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316635 Sep 28 08:38:36.943111 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559d697-3595-4a57-9a17-7e320bc2ed9b service neutron] Pushing event updated for resources: {'Port': ['ID=d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:36.952724 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-865a2889-90e1-453d-8567-6eb42c3e8b60 admin admin] Publish callbacks [] for security_group (fa34397d-a631-4517-ad3f-b0d602d91694), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:36.959234 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-c639e32a-2cf6-464e-b9e3-4197fff86da5 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d3e65d28e5664025978902943452f338 HTTP/1.1" status: 200 len: 380 time: 0.7368937 Sep 28 08:38:36.974163 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-865a2889-90e1-453d-8567-6eb42c3e8b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (fa34397d-a631-4517-ad3f-b0d602d91694), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:36.999850 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b710220e-22a7-4a78-87be-aded2d661bed req-0dac704e-230b-488f-904d-ad7112f391f8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9398754 Sep 28 08:38:37.050550 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:37.051481 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:37.057188 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-865a2889-90e1-453d-8567-6eb42c3e8b60 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=9e2d753c4cff4ded80d6c2345af8cbc8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0827320 Sep 28 08:38:37.059527 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a2889-90e1-453d-8567-6eb42c3e8b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa34397d-a631-4517-ad3f-b0d602d91694,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:37.063247 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 52078) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:37.093924 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-3bc380b8-306d-448a-ba5f-edf50223889b req-42b2af95-1185-479b-8892-47cbaf3d2348 service neutron] Request body: {'port': {'device_id': 'd58d7457-5855-4349-876d-c208e237594e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:38:37.118572 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-f47c1b42-f18b-44ce-aae6-9e451adca801 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Request body: {'port': {'device_id': 'bdf04325-2791-450a-8f0c-7ab39f891ec4', 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'admin_state_up': True, 'tenant_id': 'd3e65d28e5664025978902943452f338', 'security_groups': ['da3f8533-72ca-437d-86a9-abe1d2a06268']}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:38:37.203067 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-759aaba4-facb-4784-8d1c-9c1ed9600793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ac07f3-2675-41dc-968c-7b86388bb047 {{(pid=106476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:38:37.226913 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-759aaba4-facb-4784-8d1c-9c1ed9600793 service neutron] Publish callbacks [] for port (f6ac07f3-2675-41dc-968c-7b86388bb047), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:37.265781 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.provisioning_blocks [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-759aaba4-facb-4784-8d1c-9c1ed9600793 service neutron] Transition to ACTIVE for port object f6ac07f3-2675-41dc-968c-7b86388bb047 will not be triggered until provisioned by entity L2. {{(pid=106476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 08:38:37.320982 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-759aaba4-facb-4784-8d1c-9c1ed9600793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (f6ac07f3-2675-41dc-968c-7b86388bb047), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:37.334799 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-27717805-7397-4096-9138-5eb0d8af96b6 None None] Attempt 7 to provision port f6ac07f3-2675-41dc-968c-7b86388bb047 Sep 28 08:38:37.403079 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bf0374ec-f9c4-4d62-8c79-bc04ffeed964 req-8234195a-f9f1-4df0-8b9f-bc461e4a99cd tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 210 time: 0.2996097 Sep 28 08:38:37.411723 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759aaba4-facb-4784-8d1c-9c1ed9600793 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ac07f3-2675-41dc-968c-7b86388bb047,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:37.445911 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 52088) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:37.519465 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-27717805-7397-4096-9138-5eb0d8af96b6 None None] Port f6ac07f3-2675-41dc-968c-7b86388bb047 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:37.560007 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-064f44d7-fd56-4a69-a8f7-8de1b21b1066 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5 HTTP/1.1" status: 200 len: 217 time: 0.4721541 Sep 28 08:38:37.652158 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c92f5-1294-48f3-91b5-0e9c74b9e82d req-080e8b19-8bfb-417b-a921-3babb87c6e2b tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:37.655498 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-586c92f5-1294-48f3-91b5-0e9c74b9e82d req-080e8b19-8bfb-417b-a921-3babb87c6e2b tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 943 time: 0.0816488 Sep 28 08:38:37.909884 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-26a1ff4d-12fa-4156-b6b3-bebfa58c7480 admin admin] Publish callbacks [] for security_group (fa34397d-a631-4517-ad3f-b0d602d91694), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:38.031149 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-27717805-7397-4096-9138-5eb0d8af96b6 None None] Attempt 8 to provision port f6ac07f3-2675-41dc-968c-7b86388bb047 Sep 28 08:38:38.044179 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-64432242-80d8-46de-84bb-d790b9578834 admin admin] Publish callbacks [] for security_group (0c88f578-40a2-43a7-a304-5b364a9d8674), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:38.047188 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-759aaba4-facb-4784-8d1c-9c1ed9600793 service neutron] Attempting to bind port f6ac07f3-2675-41dc-968c-7b86388bb047 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:38:38.047932 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-759aaba4-facb-4784-8d1c-9c1ed9600793 service neutron] Attempting to bind port f6ac07f3-2675-41dc-968c-7b86388bb047 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'd8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2'}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:38:38.048054 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-759aaba4-facb-4784-8d1c-9c1ed9600793 service neutron] Attempting to bind port f6ac07f3-2675-41dc-968c-7b86388bb047 on network ecfbeafd-1446-46f2-889b-466b351133a2 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:38.053917 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-91fb6dba-e742-4c78-a3b6-99f9ffeb5c93 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=1cf0587f5b0146738736237e64f33d66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6038501 Sep 28 08:38:38.061182 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 52102) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:38.074551 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-64432242-80d8-46de-84bb-d790b9578834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (0c88f578-40a2-43a7-a304-5b364a9d8674), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:38.090608 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-3bc380b8-306d-448a-ba5f-edf50223889b req-42b2af95-1185-479b-8892-47cbaf3d2348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (6a3b0562-aa67-4f66-a0ad-66e753e42296), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:38.095604 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-26a1ff4d-12fa-4156-b6b3-bebfa58c7480 admin admin] Publish callbacks [] for security_group (fa34397d-a631-4517-ad3f-b0d602d91694), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:38.115185 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-27717805-7397-4096-9138-5eb0d8af96b6 None None] Port f6ac07f3-2675-41dc-968c-7b86388bb047 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:38.163657 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64432242-80d8-46de-84bb-d790b9578834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c88f578-40a2-43a7-a304-5b364a9d8674,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:38.229380 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-f47c1b42-f18b-44ce-aae6-9e451adca801 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Made reservation on behalf of d3e65d28e5664025978902943452f338 for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:38:38.234277 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-f47c1b42-f18b-44ce-aae6-9e451adca801 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:38.318768 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-b766e0f7-ee15-4a78-aba3-8bb2afe7aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:38.335788 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-b766e0f7-ee15-4a78-aba3-8bb2afe7aaa9 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=acd54da1-78de-477f-b495-dce820c75dab HTTP/1.1" status: 200 len: 850 time: 0.4512677 Sep 28 08:38:38.353791 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16e7d92-debd-4e4e-b58e-7a1633b72bf9 x-openstack-request-id: req-d16e7d92-debd-4e4e-b58e-7a1633b72bf9 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:38:38.354864 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d33c275-10df-4eb8-90a9-e31c4a6f9cb6", "tag": "d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:38:38.355124 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d16e7d92-debd-4e4e-b58e-7a1633b72bf9 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:38:38.355604 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d16e7d92-debd-4e4e-b58e-7a1633b72bf9'] response: {'name': 'network-changed', 'server_uuid': '8d33c275-10df-4eb8-90a9-e31c4a6f9cb6', 'tag': 'd4344f22-bad7-4ad7-8549-d8b5a9bbb4e5', 'status': 'completed', 'code': 200} Sep 28 08:38:38.391240 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-64432242-80d8-46de-84bb-d790b9578834 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=92d1507ce7eb43e68db979bb5b8d4357&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3685961 Sep 28 08:38:38.391941 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 52110) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:38.400536 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-586c92f5-1294-48f3-91b5-0e9c74b9e82d req-b72d507a-dc3e-4040-8384-8ddd62bdfa41 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6953163 Sep 28 08:38:38.428735 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:38.464054 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:38.556094 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a14c5c68-649f-43a4-8635-83ba607e520c req-b16a692b-1e3d-4371-bcfc-c373603fc7c1 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 210 time: 0.1423068 Sep 28 08:38:38.617085 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-27717805-7397-4096-9138-5eb0d8af96b6 None None] Attempt 9 to provision port f6ac07f3-2675-41dc-968c-7b86388bb047 Sep 28 08:38:38.652613 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-759aaba4-facb-4784-8d1c-9c1ed9600793 service neutron] Port f6ac07f3-2675-41dc-968c-7b86388bb047 on network ecfbeafd-1446-46f2-889b-466b351133a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:38:38.653065 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-759aaba4-facb-4784-8d1c-9c1ed9600793 service neutron] Attempting to bind port f6ac07f3-2675-41dc-968c-7b86388bb047 on network ecfbeafd-1446-46f2-889b-466b351133a2 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:38.694745 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-27717805-7397-4096-9138-5eb0d8af96b6 None None] Port f6ac07f3-2675-41dc-968c-7b86388bb047 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:38.781718 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9001eaa8-bd7c-4a4d-8f9b-fcda3010ae68 admin admin] Publish callbacks [] for security_group (1fbdb6a7-9196-44a8-aad5-75246f75cd78), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:38.783991 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [req-3bc380b8-306d-448a-ba5f-edf50223889b req-42b2af95-1185-479b-8892-47cbaf3d2348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a3b0562-aa67-4f66-a0ad-66e753e42296 {{(pid=106476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:38:38.795730 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-3bc380b8-306d-448a-ba5f-edf50223889b req-42b2af95-1185-479b-8892-47cbaf3d2348 service neutron] Publish callbacks [] for port (6a3b0562-aa67-4f66-a0ad-66e753e42296), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:38.853165 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.provisioning_blocks [req-3bc380b8-306d-448a-ba5f-edf50223889b req-42b2af95-1185-479b-8892-47cbaf3d2348 service neutron] Transition to ACTIVE for port object 6a3b0562-aa67-4f66-a0ad-66e753e42296 will not be triggered until provisioned by entity L2. {{(pid=106476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 08:38:38.853777 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-d2ab71c0-42f1-4b50-9308-c1ea3b83e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:38.855504 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-d2ab71c0-42f1-4b50-9308-c1ea3b83e716 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=93671831-ef1f-495e-a41a-678e1dc193fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1604018 Sep 28 08:38:38.859259 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-72fb992e-d2d2-4bdb-b093-6756f64ac8a1 req-f9985015-530d-4ac8-9930-bceee01e66dc tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 210 time: 0.1727111 Sep 28 08:38:38.861969 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9001eaa8-bd7c-4a4d-8f9b-fcda3010ae68 admin admin] Publish callbacks [] for security_group (1fbdb6a7-9196-44a8-aad5-75246f75cd78), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:38.867811 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc4b64-5516-4eb7-9522-30097cc6b1e1 req-96bc8d6d-287f-4c0e-9609-9a244828a864 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:38.869373 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-00fc4b64-5516-4eb7-9522-30097cc6b1e1 req-96bc8d6d-287f-4c0e-9609-9a244828a864 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 932 time: 0.3120413 Sep 28 08:38:38.891392 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-3bc380b8-306d-448a-ba5f-edf50223889b req-42b2af95-1185-479b-8892-47cbaf3d2348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (6a3b0562-aa67-4f66-a0ad-66e753e42296), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:38.906609 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-26a1ff4d-12fa-4156-b6b3-bebfa58c7480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (fa34397d-a631-4517-ad3f-b0d602d91694), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:38.909853 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-26a1ff4d-12fa-4156-b6b3-bebfa58c7480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:38.910866 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-26a1ff4d-12fa-4156-b6b3-bebfa58c7480 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fa34397d-a631-4517-ad3f-b0d602d91694 HTTP/1.1" status: 204 len: 168 time: 1.8430414 Sep 28 08:38:38.940254 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-759aaba4-facb-4784-8d1c-9c1ed9600793 service neutron] Checking agent: {'id': '0e203ff6-fe6d-4565-9e88-81d2831b3c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'started_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:38:38.940665 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-759aaba4-facb-4784-8d1c-9c1ed9600793 service neutron] Checking segment: {'id': 'd8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:38:38.941177 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-759aaba4-facb-4784-8d1c-9c1ed9600793 service neutron] Bound using segment: {'id': 'd8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2'} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:38:38.941642 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-759aaba4-facb-4784-8d1c-9c1ed9600793 service neutron] Bound port: f6ac07f3-2675-41dc-968c-7b86388bb047, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2'}}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:38:38.942007 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-759aaba4-facb-4784-8d1c-9c1ed9600793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (f6ac07f3-2675-41dc-968c-7b86388bb047), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:38.952584 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4dbac8c7-cde4-4e39-9349-3eecfb3ebd30 admin admin] Publish callbacks [] for security_group (0c88f578-40a2-43a7-a304-5b364a9d8674), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:38.996842 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:39.007569 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-00fc4b64-5516-4eb7-9522-30097cc6b1e1 req-270d9c6e-2649-47a2-bec4-b37edbf5e7f8 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126926 Sep 28 08:38:39.009315 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1ff4d-12fa-4156-b6b3-bebfa58c7480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa34397d-a631-4517-ad3f-b0d602d91694,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:39.069971 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4dbac8c7-cde4-4e39-9349-3eecfb3ebd30 admin admin] Publish callbacks [] for security_group (0c88f578-40a2-43a7-a304-5b364a9d8674), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:39.100157 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2af95-1185-479b-8892-47cbaf3d2348 service neutron] Pushing event updated for resources: {'Port': ['ID=6a3b0562-aa67-4f66-a0ad-66e753e42296,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:39.104688 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-3bc380b8-306d-448a-ba5f-edf50223889b req-42b2af95-1185-479b-8892-47cbaf3d2348 service neutron] Attempting to bind port 6a3b0562-aa67-4f66-a0ad-66e753e42296 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:38:39.105048 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-3bc380b8-306d-448a-ba5f-edf50223889b req-42b2af95-1185-479b-8892-47cbaf3d2348 service neutron] Attempting to bind port 6a3b0562-aa67-4f66-a0ad-66e753e42296 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'd8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2'}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:38:39.105392 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc380b8-306d-448a-ba5f-edf50223889b req-42b2af95-1185-479b-8892-47cbaf3d2348 service neutron] Attempting to bind port 6a3b0562-aa67-4f66-a0ad-66e753e42296 on network ecfbeafd-1446-46f2-889b-466b351133a2 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:39.124978 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:39.179027 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-759aaba4-facb-4784-8d1c-9c1ed9600793 service neutron] For port f6ac07f3-2675-41dc-968c-7b86388bb047, host hv-cinder-84456, cleared binding levels {{(pid=106476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:39.195151 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-f47c1b42-f18b-44ce-aae6-9e451adca801 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Allocated IP 172.20.0.10 (ff034301-a1c4-4028-a91c-012c3b139427/6605e181-a637-4e6a-a804-d0eb5c55d597/c6a4b931-a59a-4621-8e16-7c3e343a1e8a) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:38:39.196459 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-27717805-7397-4096-9138-5eb0d8af96b6 None None] Attempt 10 to provision port f6ac07f3-2675-41dc-968c-7b86388bb047 Sep 28 08:38:39.209011 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9001eaa8-bd7c-4a4d-8f9b-fcda3010ae68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (1fbdb6a7-9196-44a8-aad5-75246f75cd78), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:39.211600 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-759aaba4-facb-4784-8d1c-9c1ed9600793 service neutron] For port f6ac07f3-2675-41dc-968c-7b86388bb047, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f6ac07f3-2675-41dc-968c-7b86388bb047,segment=NetworkSegment(d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a),segment_id=d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a)] {{(pid=106476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:39.214736 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9001eaa8-bd7c-4a4d-8f9b-fcda3010ae68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:39.216566 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-9001eaa8-bd7c-4a4d-8f9b-fcda3010ae68 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/1fbdb6a7-9196-44a8-aad5-75246f75cd78 HTTP/1.1" status: 204 len: 168 time: 1.1429901 Sep 28 08:38:39.216766 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc380b8-306d-448a-ba5f-edf50223889b req-42b2af95-1185-479b-8892-47cbaf3d2348 service neutron] Port 6a3b0562-aa67-4f66-a0ad-66e753e42296 on network ecfbeafd-1446-46f2-889b-466b351133a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:38:39.217128 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc380b8-306d-448a-ba5f-edf50223889b req-42b2af95-1185-479b-8892-47cbaf3d2348 service neutron] Attempting to bind port 6a3b0562-aa67-4f66-a0ad-66e753e42296 on network ecfbeafd-1446-46f2-889b-466b351133a2 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:39.245129 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-759aaba4-facb-4784-8d1c-9c1ed9600793 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (f6ac07f3-2675-41dc-968c-7b86388bb047), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:39.251806 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001eaa8-bd7c-4a4d-8f9b-fcda3010ae68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbdb6a7-9196-44a8-aad5-75246f75cd78,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:39.272181 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4dbac8c7-cde4-4e39-9349-3eecfb3ebd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (0c88f578-40a2-43a7-a304-5b364a9d8674), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:39.278726 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4dbac8c7-cde4-4e39-9349-3eecfb3ebd30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:39.280163 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-4dbac8c7-cde4-4e39-9349-3eecfb3ebd30 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0c88f578-40a2-43a7-a304-5b364a9d8674 HTTP/1.1" status: 204 len: 168 time: 0.8842709 Sep 28 08:38:39.280339 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-27717805-7397-4096-9138-5eb0d8af96b6 None None] Port f6ac07f3-2675-41dc-968c-7b86388bb047 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:39.286129 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-759aaba4-facb-4784-8d1c-9c1ed9600793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:39.286985 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-759aaba4-facb-4784-8d1c-9c1ed9600793 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:39.289247 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-759aaba4-facb-4784-8d1c-9c1ed9600793 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/f6ac07f3-2675-41dc-968c-7b86388bb047 HTTP/1.1" status: 200 len: 1093 time: 6.1250589 Sep 28 08:38:39.290820 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53562009-e64b-47ed-8dd7-890647fe3e44', 'tag': 'f6ac07f3-2675-41dc-968c-7b86388bb047'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:38:39.329528 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbac8c7-cde4-4e39-9349-3eecfb3ebd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c88f578-40a2-43a7-a304-5b364a9d8674,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:39.452131 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc380b8-306d-448a-ba5f-edf50223889b req-42b2af95-1185-479b-8892-47cbaf3d2348 service neutron] Checking agent: {'id': '0e203ff6-fe6d-4565-9e88-81d2831b3c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'started_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:38:39.452131 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc380b8-306d-448a-ba5f-edf50223889b req-42b2af95-1185-479b-8892-47cbaf3d2348 service neutron] Checking segment: {'id': 'd8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:38:39.452131 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc380b8-306d-448a-ba5f-edf50223889b req-42b2af95-1185-479b-8892-47cbaf3d2348 service neutron] Bound using segment: {'id': 'd8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2'} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:38:39.452468 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-3bc380b8-306d-448a-ba5f-edf50223889b req-42b2af95-1185-479b-8892-47cbaf3d2348 service neutron] Bound port: 6a3b0562-aa67-4f66-a0ad-66e753e42296, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2'}}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:38:39.452572 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-3bc380b8-306d-448a-ba5f-edf50223889b req-42b2af95-1185-479b-8892-47cbaf3d2348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (6a3b0562-aa67-4f66-a0ad-66e753e42296), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:39.462956 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759aaba4-facb-4784-8d1c-9c1ed9600793 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ac07f3-2675-41dc-968c-7b86388bb047,revision_number=3']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:39.564569 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-f47c1b42-f18b-44ce-aae6-9e451adca801 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for port (c6a4b931-a59a-4621-8e16-7c3e343a1e8a), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:39.620209 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-3bc380b8-306d-448a-ba5f-edf50223889b req-42b2af95-1185-479b-8892-47cbaf3d2348 service neutron] For port 6a3b0562-aa67-4f66-a0ad-66e753e42296, host hv-cinder-84456, cleared binding levels {{(pid=106476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:39.627534 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-3bc380b8-306d-448a-ba5f-edf50223889b req-42b2af95-1185-479b-8892-47cbaf3d2348 service neutron] For port 6a3b0562-aa67-4f66-a0ad-66e753e42296, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=6a3b0562-aa67-4f66-a0ad-66e753e42296,segment=NetworkSegment(d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a),segment_id=d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a)] {{(pid=106476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:39.633970 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-f47c1b42-f18b-44ce-aae6-9e451adca801 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (c6a4b931-a59a-4621-8e16-7c3e343a1e8a), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:39.642090 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0c545-30fe-4aa6-8dd2-eefaad4fd454 req-1e1d8b82-ca37-47a5-9aea-72dc2b19ec98 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:39.644884 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-75b0c545-30fe-4aa6-8dd2-eefaad4fd454 req-1e1d8b82-ca37-47a5-9aea-72dc2b19ec98 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 943 time: 0.1092451 Sep 28 08:38:39.647117 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-3bc380b8-306d-448a-ba5f-edf50223889b req-42b2af95-1185-479b-8892-47cbaf3d2348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (6a3b0562-aa67-4f66-a0ad-66e753e42296), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:39.650612 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc380b8-306d-448a-ba5f-edf50223889b req-42b2af95-1185-479b-8892-47cbaf3d2348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:39.651219 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-3bc380b8-306d-448a-ba5f-edf50223889b req-42b2af95-1185-479b-8892-47cbaf3d2348 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:39.652729 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3bc380b8-306d-448a-ba5f-edf50223889b req-42b2af95-1185-479b-8892-47cbaf3d2348 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/6a3b0562-aa67-4f66-a0ad-66e753e42296 HTTP/1.1" status: 200 len: 1094 time: 2.5679145 Sep 28 08:38:39.690225 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-f47c1b42-f18b-44ce-aae6-9e451adca801 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Network ff034301-a1c4-4028-a91c-012c3b139427 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:38:39.691106 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:39.696685 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-f47c1b42-f18b-44ce-aae6-9e451adca801 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:38:39.702081 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-f47c1b42-f18b-44ce-aae6-9e451adca801 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:38:39.780885 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2af95-1185-479b-8892-47cbaf3d2348 service neutron] Pushing event updated for resources: {'Port': ['ID=6a3b0562-aa67-4f66-a0ad-66e753e42296,revision_number=3']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:39.835244 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-aea8e56b-55ae-469b-b1f2-f266a6819162 req-2902bbbe-71f5-4593-a2d7-f6d57cb05e0a tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 210 time: 0.1073930 Sep 28 08:38:39.858288 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-75b0c545-30fe-4aa6-8dd2-eefaad4fd454 req-14ee8c67-9385-4922-b8fd-468836e63335 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008829 Sep 28 08:38:39.867516 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-f47c1b42-f18b-44ce-aae6-9e451adca801 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:39.868193 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-f47c1b42-f18b-44ce-aae6-9e451adca801 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:39.906515 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c1b42-f18b-44ce-aae6-9e451adca801 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Pushing event updated for resources: {'Port': ['ID=c6a4b931-a59a-4621-8e16-7c3e343a1e8a,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:39.914265 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-f47c1b42-f18b-44ce-aae6-9e451adca801 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8070605 Sep 28 08:38:39.951685 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-225b2938-d9c6-44ea-b044-af10d4a19da8 None None] Provisioning complete for port c6a4b931-a59a-4621-8e16-7c3e343a1e8a triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:38:39.952112 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-225b2938-d9c6-44ea-b044-af10d4a19da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (c6a4b931-a59a-4621-8e16-7c3e343a1e8a), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:39.952454 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-225b2938-d9c6-44ea-b044-af10d4a19da8 None None] Attempt 1 to provision port c6a4b931-a59a-4621-8e16-7c3e343a1e8a Sep 28 08:38:39.960477 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7ed2ddc4584b00f7c30cf30121e6cd69d5fd04907018550f4f3d85fbaaf14d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabe91f3-00ea-4f7c-a761-4846c38b991f" -d '{"events": [{"name": "network-changed", "server_uuid": "53562009-e64b-47ed-8dd7-890647fe3e44", "tag": "f6ac07f3-2675-41dc-968c-7b86388bb047"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:38:40.013039 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-225b2938-d9c6-44ea-b044-af10d4a19da8 None None] Port c6a4b931-a59a-4621-8e16-7c3e343a1e8a cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:40.023120 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7f912-dcc7-4f7d-83a2-da42b87558df req-b4b05e40-b5c3-4e30-b802-0813950acc4f tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:40.025662 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ead7f912-dcc7-4f7d-83a2-da42b87558df req-b4b05e40-b5c3-4e30-b802-0813950acc4f tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 932 time: 0.0619769 Sep 28 08:38:40.095783 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ead7f912-dcc7-4f7d-83a2-da42b87558df req-e704eba9-33ff-4a35-9593-05b1f1cbfd94 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634768 Sep 28 08:38:40.125235 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40bf63b-d1fb-4bd8-9ffb-121b9ae72406 x-openstack-request-id: req-f40bf63b-d1fb-4bd8-9ffb-121b9ae72406 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:38:40.125875 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53562009-e64b-47ed-8dd7-890647fe3e44", "tag": "f6ac07f3-2675-41dc-968c-7b86388bb047", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:38:40.126368 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f40bf63b-d1fb-4bd8-9ffb-121b9ae72406 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:38:40.126857 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f40bf63b-d1fb-4bd8-9ffb-121b9ae72406'] response: {'name': 'network-changed', 'server_uuid': '53562009-e64b-47ed-8dd7-890647fe3e44', 'tag': 'f6ac07f3-2675-41dc-968c-7b86388bb047', 'status': 'completed', 'code': 200} Sep 28 08:38:40.222593 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15682bc0-e528-43bf-badf-6a6c677bae2c req-95ba41c0-e3a6-40bd-addd-d59e8e33f3f2 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:40.225376 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-15682bc0-e528-43bf-badf-6a6c677bae2c req-95ba41c0-e3a6-40bd-addd-d59e8e33f3f2 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 944 time: 0.0583093 Sep 28 08:38:40.286699 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:40.310726 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-15682bc0-e528-43bf-badf-6a6c677bae2c req-dc9482c7-f729-463e-95a3-f9eab696a418 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640569 Sep 28 08:38:40.514450 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-225b2938-d9c6-44ea-b044-af10d4a19da8 None None] Attempt 2 to provision port c6a4b931-a59a-4621-8e16-7c3e343a1e8a Sep 28 08:38:40.555588 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-225b2938-d9c6-44ea-b044-af10d4a19da8 None None] Port c6a4b931-a59a-4621-8e16-7c3e343a1e8a cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:40.965999 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b58f0430-4847-487b-b3d8-62abbfaf802f req-3c432414-5848-4305-b58e-6e8d93912aa4 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 210 time: 0.0422382 Sep 28 08:38:41.027838 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8384f-676f-404b-b14e-1ef936ede3d0 req-42ee24d2-a808-4fe0-aed5-34272f51f835 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:41.032532 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-41f8384f-676f-404b-b14e-1ef936ede3d0 req-42ee24d2-a808-4fe0-aed5-34272f51f835 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 943 time: 0.0655048 Sep 28 08:38:41.056712 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-225b2938-d9c6-44ea-b044-af10d4a19da8 None None] Attempt 3 to provision port c6a4b931-a59a-4621-8e16-7c3e343a1e8a Sep 28 08:38:41.112812 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=100 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:41.115238 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-225b2938-d9c6-44ea-b044-af10d4a19da8 None None] Port c6a4b931-a59a-4621-8e16-7c3e343a1e8a cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:41.120504 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-41f8384f-676f-404b-b14e-1ef936ede3d0 req-83fa096c-d35c-43b1-b4c6-30a659a1c4f5 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812266 Sep 28 08:38:41.267953 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30bf2c-4b11-4717-88ad-5375481a53cb req-e0d18643-251b-4b00-9890-b2e96bf9be53 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:41.270401 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-de30bf2c-4b11-4717-88ad-5375481a53cb req-e0d18643-251b-4b00-9890-b2e96bf9be53 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 932 time: 0.0770154 Sep 28 08:38:41.330310 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-de30bf2c-4b11-4717-88ad-5375481a53cb req-63d43d58-e95b-4b33-95a8-10a0ef030fb1 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537286 Sep 28 08:38:41.448523 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be9bd1-353c-49cf-96c5-11ee2c6fa46f req-ec478fda-ed03-466c-ac10-2967e73ca9aa tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:41.450777 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e3be9bd1-353c-49cf-96c5-11ee2c6fa46f req-ec478fda-ed03-466c-ac10-2967e73ca9aa tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 944 time: 0.0597296 Sep 28 08:38:41.592262 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e3be9bd1-353c-49cf-96c5-11ee2c6fa46f req-4e51dfea-0837-4ff2-9410-5eef8ede883e tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305690 Sep 28 08:38:41.616338 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-225b2938-d9c6-44ea-b044-af10d4a19da8 None None] Attempt 4 to provision port c6a4b931-a59a-4621-8e16-7c3e343a1e8a Sep 28 08:38:41.667268 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-225b2938-d9c6-44ea-b044-af10d4a19da8 None None] Port c6a4b931-a59a-4621-8e16-7c3e343a1e8a cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:42.101838 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f14e1592-bf07-456f-8464-f49d1317cf8a req-9d36a285-eb47-4b4a-9199-95872e2be1c4 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 210 time: 0.0436492 Sep 28 08:38:42.106636 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-76dc8401-3053-49d6-8a68-8e8a6adfe876 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/93671831-ef1f-495e-a41a-678e1dc193fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114244 Sep 28 08:38:42.128439 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd58d7457-5855-4349-876d-c208e237594e', 'tag': '6a3b0562-aa67-4f66-a0ad-66e753e42296'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:38:42.128686 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-6db77305-10e4-4c60-8995-9bdad6ed5e27 service neutron] Request body: {'port': {'device_id': 'bdf04325-2791-450a-8f0c-7ab39f891ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:38:42.134536 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7ed2ddc4584b00f7c30cf30121e6cd69d5fd04907018550f4f3d85fbaaf14d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc3f519-d81c-4f14-891e-eafb45b8b520" -d '{"events": [{"name": "network-changed", "server_uuid": "d58d7457-5855-4349-876d-c208e237594e", "tag": "6a3b0562-aa67-4f66-a0ad-66e753e42296"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:38:42.171572 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-225b2938-d9c6-44ea-b044-af10d4a19da8 None None] Attempt 5 to provision port c6a4b931-a59a-4621-8e16-7c3e343a1e8a Sep 28 08:38:42.298607 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa7646b-055f-48bb-b4e1-9acdc8ea8878 x-openstack-request-id: req-faa7646b-055f-48bb-b4e1-9acdc8ea8878 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:38:42.301724 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d58d7457-5855-4349-876d-c208e237594e", "tag": "6a3b0562-aa67-4f66-a0ad-66e753e42296", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:38:42.302296 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-faa7646b-055f-48bb-b4e1-9acdc8ea8878 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:38:42.302733 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa7646b-055f-48bb-b4e1-9acdc8ea8878'] response: {'name': 'network-changed', 'server_uuid': 'd58d7457-5855-4349-876d-c208e237594e', 'tag': '6a3b0562-aa67-4f66-a0ad-66e753e42296', 'status': 'completed', 'code': 200} Sep 28 08:38:42.307305 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-225b2938-d9c6-44ea-b044-af10d4a19da8 None None] Port c6a4b931-a59a-4621-8e16-7c3e343a1e8a cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:42.478905 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-6db77305-10e4-4c60-8995-9bdad6ed5e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (c6a4b931-a59a-4621-8e16-7c3e343a1e8a), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:42.569553 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc380b8-306d-448a-ba5f-edf50223889b req-4190d453-602e-4efb-9047-a2a3d8a2ae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:42.572649 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3bc380b8-306d-448a-ba5f-edf50223889b req-4190d453-602e-4efb-9047-a2a3d8a2ae81 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=42699952850d49fdafb670aeb5f613ed&device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 1128 time: 0.3950274 Sep 28 08:38:42.586652 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4f4ed76e-c73b-41b0-85c9-fb18e2031941 req-e46b4a5b-8562-4cbd-8a75-cb7e87dfb3f3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/93671831-ef1f-495e-a41a-678e1dc193fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258568 Sep 28 08:38:42.607253 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb55b7f-5521-49b6-9ae8-2f4a48082696 req-d0b4ffaa-0954-4e67-b8bd-ba6e92e94c34 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:42.614535 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3eb55b7f-5521-49b6-9ae8-2f4a48082696 req-d0b4ffaa-0954-4e67-b8bd-ba6e92e94c34 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 943 time: 0.2644982 Sep 28 08:38:42.617192 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe91f3-00ea-4f7c-a761-4846c38b991f req-786ed56f-19cc-4076-bf97-0d22f797819b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:42.619230 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-aabe91f3-00ea-4f7c-a761-4846c38b991f req-786ed56f-19cc-4076-bf97-0d22f797819b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=42699952850d49fdafb670aeb5f613ed&device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 1127 time: 0.2670500 Sep 28 08:38:42.658917 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff62ea-f501-4f50-9a90-0ba07cf9afa0 req-7beba611-9d6b-4af4-9ef3-7a1b2c51dacc tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:42.660757 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9cff62ea-f501-4f50-9a90-0ba07cf9afa0 req-7beba611-9d6b-4af4-9ef3-7a1b2c51dacc tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 932 time: 0.1345663 Sep 28 08:38:42.722966 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3eb55b7f-5521-49b6-9ae8-2f4a48082696 req-9e4aec2c-4dac-4aad-963f-77438949b826 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074083 Sep 28 08:38:42.773197 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:DELETE=6,neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:42.796060 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9cff62ea-f501-4f50-9a90-0ba07cf9afa0 req-2ad14745-9904-4690-af6d-ec8a976abe36 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225927 Sep 28 08:38:42.808191 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-225b2938-d9c6-44ea-b044-af10d4a19da8 None None] Attempt 6 to provision port c6a4b931-a59a-4621-8e16-7c3e343a1e8a Sep 28 08:38:42.884540 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-225b2938-d9c6-44ea-b044-af10d4a19da8 None None] Port c6a4b931-a59a-4621-8e16-7c3e343a1e8a cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:43.035526 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea0d10-c2a1-432b-8343-e4f4a61571ba req-ceef47b9-53ad-4c8a-a565-24786f939136 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:43.035526 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-28ea0d10-c2a1-432b-8343-e4f4a61571ba req-ceef47b9-53ad-4c8a-a565-24786f939136 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 944 time: 0.1082938 Sep 28 08:38:43.041124 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:43.113744 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-6db77305-10e4-4c60-8995-9bdad6ed5e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a4b931-a59a-4621-8e16-7c3e343a1e8a {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:38:43.115840 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-28ea0d10-c2a1-432b-8343-e4f4a61571ba req-cc888a31-b27b-46f5-8adb-761818468c41 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815568 Sep 28 08:38:43.128787 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-6db77305-10e4-4c60-8995-9bdad6ed5e27 service neutron] Publish callbacks [] for port (c6a4b931-a59a-4621-8e16-7c3e343a1e8a), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:43.152339 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-6db77305-10e4-4c60-8995-9bdad6ed5e27 service neutron] Transition to ACTIVE for port object c6a4b931-a59a-4621-8e16-7c3e343a1e8a will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 08:38:43.156777 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-6db77305-10e4-4c60-8995-9bdad6ed5e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (c6a4b931-a59a-4621-8e16-7c3e343a1e8a), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:43.212908 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ed4bc452-e25f-48b6-a992-f7bd7b1951a5 req-34bb0eae-af9b-4309-a610-51b49b2a5281 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 210 time: 0.0335176 Sep 28 08:38:43.267389 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db77305-10e4-4c60-8995-9bdad6ed5e27 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a4b931-a59a-4621-8e16-7c3e343a1e8a,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:43.294932 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-6db77305-10e4-4c60-8995-9bdad6ed5e27 service neutron] Attempting to bind port c6a4b931-a59a-4621-8e16-7c3e343a1e8a on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:38:43.295277 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-6db77305-10e4-4c60-8995-9bdad6ed5e27 service neutron] Attempting to bind port c6a4b931-a59a-4621-8e16-7c3e343a1e8a by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '700aaca3-a22e-4970-8e60-aa95edd00338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:38:43.295603 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-6db77305-10e4-4c60-8995-9bdad6ed5e27 service neutron] Attempting to bind port c6a4b931-a59a-4621-8e16-7c3e343a1e8a on network ff034301-a1c4-4028-a91c-012c3b139427 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:43.339527 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-6db77305-10e4-4c60-8995-9bdad6ed5e27 service neutron] Port c6a4b931-a59a-4621-8e16-7c3e343a1e8a on network ff034301-a1c4-4028-a91c-012c3b139427 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:38:43.339863 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-6db77305-10e4-4c60-8995-9bdad6ed5e27 service neutron] Attempting to bind port c6a4b931-a59a-4621-8e16-7c3e343a1e8a on network ff034301-a1c4-4028-a91c-012c3b139427 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:38:43.384985 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-6db77305-10e4-4c60-8995-9bdad6ed5e27 service neutron] Checking agent: {'id': '0e203ff6-fe6d-4565-9e88-81d2831b3c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'started_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:38:43.385364 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-6db77305-10e4-4c60-8995-9bdad6ed5e27 service neutron] Checking segment: {'id': '700aaca3-a22e-4970-8e60-aa95edd00338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:38:43.385751 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-6db77305-10e4-4c60-8995-9bdad6ed5e27 service neutron] Bound using segment: {'id': '700aaca3-a22e-4970-8e60-aa95edd00338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:38:43.386264 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-6db77305-10e4-4c60-8995-9bdad6ed5e27 service neutron] Bound port: c6a4b931-a59a-4621-8e16-7c3e343a1e8a, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '700aaca3-a22e-4970-8e60-aa95edd00338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:38:43.386575 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-6db77305-10e4-4c60-8995-9bdad6ed5e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (c6a4b931-a59a-4621-8e16-7c3e343a1e8a), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:43.387259 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-225b2938-d9c6-44ea-b044-af10d4a19da8 None None] Attempt 7 to provision port c6a4b931-a59a-4621-8e16-7c3e343a1e8a Sep 28 08:38:43.423289 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-225b2938-d9c6-44ea-b044-af10d4a19da8 None None] Port c6a4b931-a59a-4621-8e16-7c3e343a1e8a cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:38:43.463692 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-6db77305-10e4-4c60-8995-9bdad6ed5e27 service neutron] For port c6a4b931-a59a-4621-8e16-7c3e343a1e8a, host hv-cinder-84456, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:38:43.466863 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-6db77305-10e4-4c60-8995-9bdad6ed5e27 service neutron] For port c6a4b931-a59a-4621-8e16-7c3e343a1e8a, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c6a4b931-a59a-4621-8e16-7c3e343a1e8a,segment=NetworkSegment(700aaca3-a22e-4970-8e60-aa95edd00338),segment_id=700aaca3-a22e-4970-8e60-aa95edd00338)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:38:43.472516 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-6db77305-10e4-4c60-8995-9bdad6ed5e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (c6a4b931-a59a-4621-8e16-7c3e343a1e8a), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:43.477649 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-6db77305-10e4-4c60-8995-9bdad6ed5e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:43.478271 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-6db77305-10e4-4c60-8995-9bdad6ed5e27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:43.479653 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-6db77305-10e4-4c60-8995-9bdad6ed5e27 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/c6a4b931-a59a-4621-8e16-7c3e343a1e8a HTTP/1.1" status: 200 len: 1094 time: 1.3719819 Sep 28 08:38:43.480205 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf04325-2791-450a-8f0c-7ab39f891ec4', 'tag': 'c6a4b931-a59a-4621-8e16-7c3e343a1e8a'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:38:43.482969 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dce1bc8-a7de-47d2-80d7-2de0533d50e2" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf04325-2791-450a-8f0c-7ab39f891ec4", "tag": "c6a4b931-a59a-4621-8e16-7c3e343a1e8a"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:38:43.531145 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db77305-10e4-4c60-8995-9bdad6ed5e27 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a4b931-a59a-4621-8e16-7c3e343a1e8a,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:43.548410 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc19fe0-d5ad-4793-81ce-35bb0c62a26e x-openstack-request-id: req-0bc19fe0-d5ad-4793-81ce-35bb0c62a26e {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:38:43.548696 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf04325-2791-450a-8f0c-7ab39f891ec4", "tag": "c6a4b931-a59a-4621-8e16-7c3e343a1e8a", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:38:43.548944 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0bc19fe0-d5ad-4793-81ce-35bb0c62a26e {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:38:43.549409 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bc19fe0-d5ad-4793-81ce-35bb0c62a26e'] response: {'name': 'network-changed', 'server_uuid': 'bdf04325-2791-450a-8f0c-7ab39f891ec4', 'tag': 'c6a4b931-a59a-4621-8e16-7c3e343a1e8a', 'status': 'completed', 'code': 200} Sep 28 08:38:43.880687 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44ccf6-f699-4440-a19b-165c16cae6ea req-cf668b7b-669e-408a-aa47-c842ce045782 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:43.882255 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fb44ccf6-f699-4440-a19b-165c16cae6ea req-cf668b7b-669e-408a-aa47-c842ce045782 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 943 time: 0.0635080 Sep 28 08:38:43.925285 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-225b2938-d9c6-44ea-b044-af10d4a19da8 None None] Attempt 8 to provision port c6a4b931-a59a-4621-8e16-7c3e343a1e8a Sep 28 08:38:43.945568 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:43.967315 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640a0d8-0515-41b1-bca3-1b350b4c8353 req-23a09cb2-54c8-4c4f-9216-b79d9d636f1b tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:43.967798 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:43.968951 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1640a0d8-0515-41b1-bca3-1b350b4c8353 req-23a09cb2-54c8-4c4f-9216-b79d9d636f1b tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0657797 Sep 28 08:38:43.977277 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-225b2938-d9c6-44ea-b044-af10d4a19da8 None None] Port c6a4b931-a59a-4621-8e16-7c3e343a1e8a had new provisioning blocks added so it will not transition to active. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 08:38:43.985733 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fb44ccf6-f699-4440-a19b-165c16cae6ea req-73649a35-d274-4ba6-9bf6-ca71be21b3a1 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976012 Sep 28 08:38:44.031774 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1640a0d8-0515-41b1-bca3-1b350b4c8353 req-9b5aa2e7-2434-4afe-a94b-764a6fba9fab tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449958 Sep 28 08:38:44.258588 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb01af4-d137-4b2a-ba3d-23717fe3b909 req-d4939ffa-5969-434f-9381-27256d5d0492 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:44.265848 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5cb01af4-d137-4b2a-ba3d-23717fe3b909 req-d4939ffa-5969-434f-9381-27256d5d0492 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 944 time: 0.0600066 Sep 28 08:38:44.340872 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4d9e8aba-28b2-4807-98e5-0893a3f5f36f req-8219197a-7a64-4489-abd8-88ec24511376 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 210 time: 0.0397499 Sep 28 08:38:44.345050 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5cb01af4-d137-4b2a-ba3d-23717fe3b909 req-a14c8cdb-a1b4-4766-a33c-116141dda121 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779989 Sep 28 08:38:44.517960 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 52460) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:44.639655 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e5ad3aea-3f78-4cb4-b286-5f134652f1a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:44.718462 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e5ad3aea-3f78-4cb4-b286-5f134652f1a2 admin admin] Publish callbacks [] for security_group (06ab5149-4b52-47d3-8edf-3901d50c4c1d), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:44.722719 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e5ad3aea-3f78-4cb4-b286-5f134652f1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (06ab5149-4b52-47d3-8edf-3901d50c4c1d), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:44.762922 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad3aea-3f78-4cb4-b286-5f134652f1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ab5149-4b52-47d3-8edf-3901d50c4c1d,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:44.768162 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e5ad3aea-3f78-4cb4-b286-5f134652f1a2 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=1c13802cf7184b28a757f212a45b06d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490036 Sep 28 08:38:44.771335 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 52464) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:44.825666 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6b6488c4-e207-4afb-a4c0-41459afdc5bb admin admin] Publish callbacks [] for security_group (06ab5149-4b52-47d3-8edf-3901d50c4c1d), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:44.838901 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:44.849215 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6b6488c4-e207-4afb-a4c0-41459afdc5bb admin admin] Publish callbacks [] for security_group (06ab5149-4b52-47d3-8edf-3901d50c4c1d), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:44.898460 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6b6488c4-e207-4afb-a4c0-41459afdc5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (06ab5149-4b52-47d3-8edf-3901d50c4c1d), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:44.901468 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6b6488c4-e207-4afb-a4c0-41459afdc5bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:44.902673 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-6b6488c4-e207-4afb-a4c0-41459afdc5bb admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/06ab5149-4b52-47d3-8edf-3901d50c4c1d HTTP/1.1" status: 204 len: 168 time: 0.1303709 Sep 28 08:38:44.910784 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6488c4-e207-4afb-a4c0-41459afdc5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ab5149-4b52-47d3-8edf-3901d50c4c1d,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:45.102733 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17ac59-f4ed-45a9-8fdd-7dd9b14391c3 req-db3f193b-ac2d-4455-98f4-d39014aac71f tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:45.109752 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5d17ac59-f4ed-45a9-8fdd-7dd9b14391c3 req-db3f193b-ac2d-4455-98f4-d39014aac71f tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 943 time: 0.0554824 Sep 28 08:38:45.169892 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:45.208563 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5d17ac59-f4ed-45a9-8fdd-7dd9b14391c3 req-a8ef6101-cd30-4847-8b73-e7442c5f3ec3 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963962 Sep 28 08:38:45.214789 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e070a-4833-485a-ac1b-802bac7b3cdd req-8b16e34c-3ee0-43ce-a8a8-e52c44aa5560 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:45.216872 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9a2e070a-4833-485a-ac1b-802bac7b3cdd req-8b16e34c-3ee0-43ce-a8a8-e52c44aa5560 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0936596 Sep 28 08:38:45.242466 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 52482) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:45.259665 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-86e32b69-890c-4af7-8fa3-f799b8ea9931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:45.269984 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:45.285395 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9a2e070a-4833-485a-ac1b-802bac7b3cdd req-de92c6fd-1338-40c4-b9c3-4c752c610957 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614920 Sep 28 08:38:45.372641 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-86e32b69-890c-4af7-8fa3-f799b8ea9931 admin admin] Publish callbacks [] for security_group (f8f165dd-0100-4ed3-8e17-765b3f8f5961), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:45.378507 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-86e32b69-890c-4af7-8fa3-f799b8ea9931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (f8f165dd-0100-4ed3-8e17-765b3f8f5961), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:45.441131 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-86e32b69-890c-4af7-8fa3-f799b8ea9931 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=863cf2fb37814870b2b9ccd93efceda1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1966450 Sep 28 08:38:45.441131 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e32b69-890c-4af7-8fa3-f799b8ea9931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f165dd-0100-4ed3-8e17-765b3f8f5961,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:45.443047 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 52488) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:38:45.540921 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b36b40fe-c271-473a-a4a4-b336eaef768f req-d2200e02-6c10-4502-9f70-a4f0cf56b7c2 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 210 time: 0.0721395 Sep 28 08:38:45.577670 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ef366-6f7c-4429-aab0-7832e516029d req-e933c883-2be3-4580-974b-8c0bc70f1756 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:45.579253 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6c3ef366-6f7c-4429-aab0-7832e516029d req-e933c883-2be3-4580-974b-8c0bc70f1756 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 944 time: 0.1068211 Sep 28 08:38:45.582864 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6d6f4f2c-a973-4984-b0ca-b37f90a49616 admin admin] Publish callbacks [] for security_group (f8f165dd-0100-4ed3-8e17-765b3f8f5961), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:45.629436 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6d6f4f2c-a973-4984-b0ca-b37f90a49616 admin admin] Publish callbacks [] for security_group (f8f165dd-0100-4ed3-8e17-765b3f8f5961), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:45.676774 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6c3ef366-6f7c-4429-aab0-7832e516029d req-57ddb6fe-3217-481f-8da2-33fa63ff3b5d tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837669 Sep 28 08:38:45.715791 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6d6f4f2c-a973-4984-b0ca-b37f90a49616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (f8f165dd-0100-4ed3-8e17-765b3f8f5961), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:45.719514 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6d6f4f2c-a973-4984-b0ca-b37f90a49616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:45.720693 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-6d6f4f2c-a973-4984-b0ca-b37f90a49616 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f8f165dd-0100-4ed3-8e17-765b3f8f5961 HTTP/1.1" status: 204 len: 168 time: 0.2766178 Sep 28 08:38:45.729791 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f4f2c-a973-4984-b0ca-b37f90a49616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f165dd-0100-4ed3-8e17-765b3f8f5961,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:38:46.346241 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40186d71-d87f-4b03-a5e2-93c356414a56 req-f0d3c464-9522-4833-bb2d-cf6ba40265c8 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:46.347859 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-40186d71-d87f-4b03-a5e2-93c356414a56 req-f0d3c464-9522-4833-bb2d-cf6ba40265c8 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 943 time: 0.0559492 Sep 28 08:38:46.775349 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a25d7-f40a-4745-a7e8-495ae61e43d2 req-b9d78387-2850-4dfb-bde2-18695099f7c4 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:46.777018 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-302a25d7-f40a-4745-a7e8-495ae61e43d2 req-b9d78387-2850-4dfb-bde2-18695099f7c4 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.4061439 Sep 28 08:38:46.789804 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3bc380b8-306d-448a-ba5f-edf50223889b req-4701c034-3dd0-4154-95e3-3e477154fddc service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a3b0562-aa67-4f66-a0ad-66e753e42296 HTTP/1.1" status: 200 len: 217 time: 0.1801772 Sep 28 08:38:46.822659 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-40186d71-d87f-4b03-a5e2-93c356414a56 req-0d8e838f-d486-4baf-841d-382d52b478e1 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689298 Sep 28 08:38:46.963089 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f231bd75-0a2b-4bcc-8595-c3497298518f req-7220cd17-8961-4959-a3e4-77100dde8ca9 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 210 time: 0.0372334 Sep 28 08:38:46.964101 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe91f3-00ea-4f7c-a761-4846c38b991f req-ee499029-2c15-485a-a99f-6b99d6f21f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:46.965907 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-aabe91f3-00ea-4f7c-a761-4846c38b991f req-ee499029-2c15-485a-a99f-6b99d6f21f54 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=42699952850d49fdafb670aeb5f613ed&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3529108 Sep 28 08:38:46.970161 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-302a25d7-f40a-4745-a7e8-495ae61e43d2 req-639a564b-0b4f-4f39-b52c-df3234c4b4ee tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717782 Sep 28 08:38:47.087317 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270477ab-03d3-4856-86b2-8c832b55220e req-7da415ed-d04f-42c0-8932-d8a7c07ccd01 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:47.087519 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-270477ab-03d3-4856-86b2-8c832b55220e req-7da415ed-d04f-42c0-8932-d8a7c07ccd01 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 944 time: 0.0556154 Sep 28 08:38:47.150279 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-270477ab-03d3-4856-86b2-8c832b55220e req-fde2f172-530c-4ef2-bfb7-ca2f8a700315 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562596 Sep 28 08:38:47.943873 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:47.966835 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116dcae-16b1-4e6f-8916-079d15102cd1 req-78bc7a75-76fc-47e2-84c4-01215b3dc403 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:47.968332 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4116dcae-16b1-4e6f-8916-079d15102cd1 req-78bc7a75-76fc-47e2-84c4-01215b3dc403 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 943 time: 0.0528505 Sep 28 08:38:48.019774 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4116dcae-16b1-4e6f-8916-079d15102cd1 req-47201e2b-bc53-4fed-8767-761e1be67fff tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458682 Sep 28 08:38:48.085296 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7475761a-f38f-426b-9e63-1073ac545174 req-ba4a2dad-474b-4b89-9648-2c1c8aef8157 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 210 time: 0.0303288 Sep 28 08:38:48.135339 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64bdd1-5a68-4f4a-b47b-b2ea11039f92 req-6f116a2f-72cc-479d-8317-6a47749a4436 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:48.136794 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bb64bdd1-5a68-4f4a-b47b-b2ea11039f92 req-6f116a2f-72cc-479d-8317-6a47749a4436 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0501261 Sep 28 08:38:48.182465 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:48.188319 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bb64bdd1-5a68-4f4a-b47b-b2ea11039f92 req-e12dd10e-376f-4273-a3f6-4e1931c21b5b tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453362 Sep 28 08:38:48.304698 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26210cb5-3a58-4625-b3f5-2fa10633fea7 req-f24eb7a7-1709-47d4-9842-795f27cf1579 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:48.306408 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-26210cb5-3a58-4625-b3f5-2fa10633fea7 req-f24eb7a7-1709-47d4-9842-795f27cf1579 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 944 time: 0.0532470 Sep 28 08:38:48.369841 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-26210cb5-3a58-4625-b3f5-2fa10633fea7 req-e8212b0c-a236-4722-8d3f-b937f582e5a3 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570550 Sep 28 08:38:49.144902 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e27e5d-b772-41ad-9e93-95605c9d0ac9 req-e7e5c6d7-e3af-4dab-b495-a06c1eb8189f tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:49.146424 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-07e27e5d-b772-41ad-9e93-95605c9d0ac9 req-e7e5c6d7-e3af-4dab-b495-a06c1eb8189f tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 943 time: 0.0501628 Sep 28 08:38:49.198217 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-568d025d-c9bd-4946-8549-f521a111607b req-e5e21cf6-2356-48d9-b9fc-c8e0cbc4d8e6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 210 time: 0.0324800 Sep 28 08:38:49.223692 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-07e27e5d-b772-41ad-9e93-95605c9d0ac9 req-f1e493fa-b145-4880-a9f2-7687040ae4d9 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716972 Sep 28 08:38:49.310924 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ba9b1-10ba-4e89-8fdc-b6dfe391cf49 req-38423b39-a437-4173-b053-1cb1cc3f2981 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:49.312279 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-284ba9b1-10ba-4e89-8fdc-b6dfe391cf49 req-38423b39-a437-4173-b053-1cb1cc3f2981 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0473027 Sep 28 08:38:49.358679 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-284ba9b1-10ba-4e89-8fdc-b6dfe391cf49 req-a10cafa6-fd4c-4889-bf5c-ebda5d2f1e70 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408261 Sep 28 08:38:49.490953 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f81d9b-fae6-435a-adda-1894b876eb28 req-36cf1d29-e4d5-4a87-90e2-c14843d0d28d tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:49.492454 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c2f81d9b-fae6-435a-adda-1894b876eb28 req-36cf1d29-e4d5-4a87-90e2-c14843d0d28d tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 944 time: 0.0519619 Sep 28 08:38:49.535911 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:49.552910 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c2f81d9b-fae6-435a-adda-1894b876eb28 req-92530673-880b-4688-9cb8-1530de52f7cc tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539477 Sep 28 08:38:49.758452 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=22 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:50.302501 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3f495c58-dc44-4b6f-8324-5e3f70bb81dc req-4f17944e-444c-4a39-a42a-79c1bb3caf55 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 210 time: 0.0276093 Sep 28 08:38:50.347781 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd7142-2537-468b-92d1-be3c92869606 req-92216170-c99a-4de9-ac08-c07f8381cfc5 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:50.349267 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9ebd7142-2537-468b-92d1-be3c92869606 req-92216170-c99a-4de9-ac08-c07f8381cfc5 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 943 time: 0.0458968 Sep 28 08:38:50.397171 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9ebd7142-2537-468b-92d1-be3c92869606 req-a14e57c1-d7e4-4500-8514-aa0610e679a7 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422015 Sep 28 08:38:50.481844 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db71eb2-93cf-405a-a6a7-09b1f835bec4 req-879f405a-7c61-441e-9aac-4d202f437a25 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:50.483426 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6db71eb2-93cf-405a-a6a7-09b1f835bec4 req-879f405a-7c61-441e-9aac-4d202f437a25 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0510733 Sep 28 08:38:50.534846 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6db71eb2-93cf-405a-a6a7-09b1f835bec4 req-322c772a-1ddf-4a94-ba75-ee8a0bfc4189 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444460 Sep 28 08:38:50.680756 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e298b0-e587-483a-8d42-02f6f6f19d1c req-68a91c5b-49b1-4b8e-9fc1-1996a8c1364d tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:50.682842 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-60e298b0-e587-483a-8d42-02f6f6f19d1c req-68a91c5b-49b1-4b8e-9fc1-1996a8c1364d tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 944 time: 0.0533149 Sep 28 08:38:50.736847 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-60e298b0-e587-483a-8d42-02f6f6f19d1c req-d656b484-35f4-4d7a-9bec-8e4564358b34 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478451 Sep 28 08:38:51.406997 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-76ef20b1-8c95-4b04-9be7-de40ecf3bedd req-d35665ed-d0c4-41b3-9cc5-a1ee31436e04 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 210 time: 0.0288734 Sep 28 08:38:51.522761 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ad1fa-5c5a-4ee1-869e-4c99eb6b0638 req-384cfdfc-8c79-4e24-b810-ee9c7d09f677 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:51.524556 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2f9ad1fa-5c5a-4ee1-869e-4c99eb6b0638 req-384cfdfc-8c79-4e24-b810-ee9c7d09f677 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 943 time: 0.0503585 Sep 28 08:38:51.589640 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2f9ad1fa-5c5a-4ee1-869e-4c99eb6b0638 req-11761427-3715-49b3-83f5-443bbe01d7d4 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572147 Sep 28 08:38:51.660858 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8d053-86bb-472a-8a96-4be70fcca97e req-3c9b5dd7-8708-4592-81fc-b550a123af7c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:51.662361 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3bc8d053-86bb-472a-8a96-4be70fcca97e req-3c9b5dd7-8708-4592-81fc-b550a123af7c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0464325 Sep 28 08:38:51.708721 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3bc8d053-86bb-472a-8a96-4be70fcca97e req-b36c595f-42d3-48ce-9901-00aab5c73342 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405457 Sep 28 08:38:51.865832 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3b7dd-bd08-4a85-81ec-84e0b67897f3 req-daf1635b-b943-4e8d-85b7-297849a7f963 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:51.867337 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9ac3b7dd-bd08-4a85-81ec-84e0b67897f3 req-daf1635b-b943-4e8d-85b7-297849a7f963 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 944 time: 0.0497303 Sep 28 08:38:51.880888 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:51.917854 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9ac3b7dd-bd08-4a85-81ec-84e0b67897f3 req-a78da777-3925-4d7f-a2c4-90c9d36e1c85 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449169 Sep 28 08:38:52.516754 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bb6116c6-3649-4f7f-befb-270f0f487e4a req-34808887-27cf-484f-846d-0c81ffcf1373 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 210 time: 0.0289006 Sep 28 08:38:52.689333 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:52.720591 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57be65-87b5-4345-b867-3e01ae934535 req-28e67eb9-a725-4de8-909c-388b3cbc5fc8 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:52.722144 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ea57be65-87b5-4345-b867-3e01ae934535 req-28e67eb9-a725-4de8-909c-388b3cbc5fc8 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 943 time: 0.0515716 Sep 28 08:38:52.777858 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ea57be65-87b5-4345-b867-3e01ae934535 req-38751d54-c13a-4b17-baf9-fd6da5dbbfc2 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492570 Sep 28 08:38:52.844465 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b769a5f-843f-44e7-aede-6b1c62f4404b req-f19eb311-b298-4ad9-bb80-43536c527bc2 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:52.846031 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2b769a5f-843f-44e7-aede-6b1c62f4404b req-f19eb311-b298-4ad9-bb80-43536c527bc2 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0532687 Sep 28 08:38:52.895862 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2b769a5f-843f-44e7-aede-6b1c62f4404b req-4ac4b4fe-0c4e-4b93-8e96-484389ad6254 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443008 Sep 28 08:38:53.035098 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afeef9-2de9-4349-ba39-311b7bcd4226 req-4e429425-28e3-4ed4-8507-275a5495b491 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:53.036591 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-27afeef9-2de9-4349-ba39-311b7bcd4226 req-4e429425-28e3-4ed4-8507-275a5495b491 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 944 time: 0.0465183 Sep 28 08:38:53.083520 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-27afeef9-2de9-4349-ba39-311b7bcd4226 req-af8687f4-ec88-4e28-8ab5-de3e0a9b05ec tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403390 Sep 28 08:38:53.625414 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4796e02f-3cf0-48b8-93e3-789c4952dd9a req-76f50263-0699-4d65-aabc-f6a6f536ee30 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 210 time: 0.0271001 Sep 28 08:38:53.910717 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b02e0-813e-41d1-bc64-de8bf5fdad48 req-31f29ed8-7dbb-44b6-bd91-0ceed2aaff26 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:53.912605 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4a1b02e0-813e-41d1-bc64-de8bf5fdad48 req-31f29ed8-7dbb-44b6-bd91-0ceed2aaff26 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 943 time: 0.0494871 Sep 28 08:38:53.967088 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4a1b02e0-813e-41d1-bc64-de8bf5fdad48 req-58e2b487-dd04-43ab-9c42-6ed9b3f8d2a8 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485275 Sep 28 08:38:54.025183 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d513ab8-3b00-4f50-a5ad-82fe5026be3e req-8e441195-0560-4b1e-8df0-11c089341131 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:54.026581 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9d513ab8-3b00-4f50-a5ad-82fe5026be3e req-8e441195-0560-4b1e-8df0-11c089341131 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0465181 Sep 28 08:38:54.072737 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9d513ab8-3b00-4f50-a5ad-82fe5026be3e req-8c56a2b9-94df-4aed-9139-29d8042cb238 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404487 Sep 28 08:38:54.205955 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eeab93-5741-49d3-9a96-74493125ef09 req-3ed84db3-81e9-42cf-8fc7-437ca460498a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:54.207418 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-55eeab93-5741-49d3-9a96-74493125ef09 req-3ed84db3-81e9-42cf-8fc7-437ca460498a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 944 time: 0.0493462 Sep 28 08:38:54.257117 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-55eeab93-5741-49d3-9a96-74493125ef09 req-55fc7bc8-d9ec-4122-9b24-29b02e0dbafc tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440364 Sep 28 08:38:54.270277 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-f32f4cf8-9326-479a-baf3-4eb4ab931bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:54.727462 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2377fd94-27e3-4c7e-83c0-d5a80bb720f7 req-309e1477-d891-4911-9971-8af1e444149a tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 210 time: 0.0271151 Sep 28 08:38:55.086241 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821d69a-20c1-42e4-b09c-cbab9f634736 req-ff6f801d-1aa0-4405-90e5-dbe41c5a5602 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:55.087713 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d821d69a-20c1-42e4-b09c-cbab9f634736 req-ff6f801d-1aa0-4405-90e5-dbe41c5a5602 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 943 time: 0.0458021 Sep 28 08:38:55.135504 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d821d69a-20c1-42e4-b09c-cbab9f634736 req-46a66b4e-5f64-4127-b101-bf8aa023bbc4 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415263 Sep 28 08:38:55.196177 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b145676-483d-432e-9eb8-122773ce8e3d req-1a775ca7-2551-4d80-b850-ec35542f45d6 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:55.197646 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8b145676-483d-432e-9eb8-122773ce8e3d req-1a775ca7-2551-4d80-b850-ec35542f45d6 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0522022 Sep 28 08:38:55.243971 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8b145676-483d-432e-9eb8-122773ce8e3d req-9141d7be-7d7f-4fa3-90f3-31728d35f1aa tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399537 Sep 28 08:38:55.378669 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc10a2-899c-455f-b057-cb51afe9af4c req-696daf19-173d-4540-bc04-2b2a9d23d293 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:55.380154 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6ffc10a2-899c-455f-b057-cb51afe9af4c req-696daf19-173d-4540-bc04-2b2a9d23d293 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 944 time: 0.0475404 Sep 28 08:38:55.427904 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6ffc10a2-899c-455f-b057-cb51afe9af4c req-91594965-abf1-48a5-a33f-8a865c64e93a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419784 Sep 28 08:38:55.433382 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=22,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:55.436356 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=13,neutron:INSERT=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:55.744101 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=25 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:55.835030 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5303e09b-81b1-4264-bbaa-1866aa27c3c2 req-11871441-b1bb-457f-94f4-f783ce5bcccc tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 210 time: 0.0297973 Sep 28 08:38:56.258867 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dac82a-d7c7-416f-8182-9267fbe86aa1 req-031bc420-ffe8-43a6-9e3a-e0da139315ee tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:56.260329 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f3dac82a-d7c7-416f-8182-9267fbe86aa1 req-031bc420-ffe8-43a6-9e3a-e0da139315ee tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 943 time: 0.0488365 Sep 28 08:38:56.287768 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:56.311277 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f3dac82a-d7c7-416f-8182-9267fbe86aa1 req-a2b048aa-7309-4d24-bfda-a7b71373e3a9 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444844 Sep 28 08:38:56.365585 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414eb78c-c16f-4a44-9386-cc203a0c0c17 req-822aff4e-4194-40e2-afc6-c34cc7caaf8d tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:56.367051 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-414eb78c-c16f-4a44-9386-cc203a0c0c17 req-822aff4e-4194-40e2-afc6-c34cc7caaf8d tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0467474 Sep 28 08:38:56.415892 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-414eb78c-c16f-4a44-9386-cc203a0c0c17 req-aef86582-3171-4490-bbd4-b294fff7fa94 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429499 Sep 28 08:38:56.539732 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:56.557068 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8eef4-1b0a-46c0-afbd-ea9e94b92395 req-d3799578-aee4-420d-bf20-39b52c681dfe tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:56.558619 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5cb8eef4-1b0a-46c0-afbd-ea9e94b92395 req-d3799578-aee4-420d-bf20-39b52c681dfe tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 944 time: 0.0541677 Sep 28 08:38:56.609291 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5cb8eef4-1b0a-46c0-afbd-ea9e94b92395 req-93613406-2305-4941-9782-8ef548bd87c2 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445645 Sep 28 08:38:56.655617 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-930dc362-56ed-4f9f-b84a-558f7c2e7ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:56.946130 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-970f81ee-2b72-445a-99a0-e48d855e098e req-1607046b-23d9-4bad-8e58-2d3743b23130 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 210 time: 0.0297120 Sep 28 08:38:57.437317 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3900f4b-fffc-4d12-9ae8-447fac4431c0 req-e600f8de-01e2-40f2-8056-0c047a676b45 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:57.438766 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c3900f4b-fffc-4d12-9ae8-447fac4431c0 req-e600f8de-01e2-40f2-8056-0c047a676b45 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 943 time: 0.0478456 Sep 28 08:38:57.488062 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c3900f4b-fffc-4d12-9ae8-447fac4431c0 req-f4b9159a-96fc-430e-931b-2b211522b5ee tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436213 Sep 28 08:38:57.540193 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a8609-683e-49ff-85a6-1fce229acf80 req-473ec593-42c3-47cb-ad83-2da621d77d8a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:57.541727 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9e8a8609-683e-49ff-85a6-1fce229acf80 req-473ec593-42c3-47cb-ad83-2da621d77d8a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0506759 Sep 28 08:38:57.590072 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9e8a8609-683e-49ff-85a6-1fce229acf80 req-378572ed-2800-4e50-b6c6-eef15479318e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419579 Sep 28 08:38:57.731918 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb8294-f8f5-4d6a-94fd-635fdec9bf52 req-0b8bad7d-eab6-4d51-bf18-45e55926ed55 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:57.733940 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d2eb8294-f8f5-4d6a-94fd-635fdec9bf52 req-0b8bad7d-eab6-4d51-bf18-45e55926ed55 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 944 time: 0.0480304 Sep 28 08:38:57.783115 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d2eb8294-f8f5-4d6a-94fd-635fdec9bf52 req-44106e82-f97c-4ab1-8c07-72c45a56e06e tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433478 Sep 28 08:38:57.834746 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:58.055914 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5b086dd7-025e-4aa5-95e8-6ed35bb84d6a req-fb36b76d-4274-409c-a13a-9f7d5df19f15 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 210 time: 0.0289536 Sep 28 08:38:58.615573 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7da4db-aafc-4cf6-a731-d2a81bd542d1 req-7c7fad3d-80de-4356-94b5-044e7c74076f tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:58.617058 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3f7da4db-aafc-4cf6-a731-d2a81bd542d1 req-7c7fad3d-80de-4356-94b5-044e7c74076f tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 943 time: 0.0525098 Sep 28 08:38:58.677774 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3f7da4db-aafc-4cf6-a731-d2a81bd542d1 req-65f65894-03d4-4d5d-a370-e3890816c3f5 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549216 Sep 28 08:38:58.710824 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82251b5-f6ab-4de5-a248-7c0275aff6c4 req-233d8bf5-3ecc-4dd1-b4cd-e84824cc34c0 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:58.712282 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c82251b5-f6ab-4de5-a248-7c0275aff6c4 req-233d8bf5-3ecc-4dd1-b4cd-e84824cc34c0 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0482953 Sep 28 08:38:58.759774 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c82251b5-f6ab-4de5-a248-7c0275aff6c4 req-2b65042a-0d3a-45d1-827c-14c47b21091a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418081 Sep 28 08:38:58.911737 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bfd4e-385d-4d58-9315-3430aec1b6df req-5daa5e17-8c6b-431f-8ce9-6022fadb1aa3 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:58.913254 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-694bfd4e-385d-4d58-9315-3430aec1b6df req-5daa5e17-8c6b-431f-8ce9-6022fadb1aa3 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 944 time: 0.0559928 Sep 28 08:38:58.969034 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-694bfd4e-385d-4d58-9315-3430aec1b6df req-ef0ee1ca-3a5b-4217-ace5-163a2d89eddd tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486007 Sep 28 08:38:59.157787 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9013f5c2-88ce-4999-b4fa-bb377eef8fa4 req-1c4b5edd-659e-45e6-9c1c-a311377748cd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 210 time: 0.0293143 Sep 28 08:38:59.410245 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:59.448893 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:38:59.798181 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e5fe4-7900-4cd2-8f05-b164dc383300 req-e7aabab1-9536-4828-ae58-a295f8639ac9 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:59.799669 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-257e5fe4-7900-4cd2-8f05-b164dc383300 req-e7aabab1-9536-4828-ae58-a295f8639ac9 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 943 time: 0.0468752 Sep 28 08:38:59.874665 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-257e5fe4-7900-4cd2-8f05-b164dc383300 req-667f00a9-c6ab-42a9-838c-daaebf5ac11a tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689456 Sep 28 08:38:59.889395 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a52cb1-b7f2-4879-b43d-fa63d78b307f req-5044e72d-de22-4653-ba1f-eaf578d65ba7 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:38:59.890990 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d0a52cb1-b7f2-4879-b43d-fa63d78b307f req-5044e72d-de22-4653-ba1f-eaf578d65ba7 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0556941 Sep 28 08:38:59.921509 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:38:59.950436 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d0a52cb1-b7f2-4879-b43d-fa63d78b307f req-a05d17e5-64b2-43ac-afe0-5490e64453f4 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526562 Sep 28 08:39:00.091178 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7466de9-7669-4ba9-9b22-3124aacbd495 req-a9ae7ec2-085d-4c90-96a1-468e4d9744cc tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:00.092750 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f7466de9-7669-4ba9-9b22-3124aacbd495 req-a9ae7ec2-085d-4c90-96a1-468e4d9744cc tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 944 time: 0.0505366 Sep 28 08:39:00.142972 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f7466de9-7669-4ba9-9b22-3124aacbd495 req-087122cd-3c5b-4979-941c-07ecbd6989a9 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439155 Sep 28 08:39:00.266958 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8b8ccb52-0ffb-4b6b-af15-7c870bf5766e req-87be621b-1b7a-43ea-ab09-8c4a0ca99478 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 210 time: 0.0280974 Sep 28 08:39:00.997765 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffca9d-5741-45e1-a225-34cee1236de4 req-1f757461-b9a2-4284-adb0-aca7d82d570d tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:00.999261 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9cffca9d-5741-45e1-a225-34cee1236de4 req-1f757461-b9a2-4284-adb0-aca7d82d570d tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 943 time: 0.0503631 Sep 28 08:39:01.087103 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd846b-245c-438f-9e4d-26682855db5c req-3d651328-3620-4949-be04-4003310254fd tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:01.088669 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-05dd846b-245c-438f-9e4d-26682855db5c req-3d651328-3620-4949-be04-4003310254fd tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0647337 Sep 28 08:39:01.091749 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9cffca9d-5741-45e1-a225-34cee1236de4 req-1cd3a5a5-03b9-4bcf-82f2-dfd02366fcc9 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868957 Sep 28 08:39:01.117835 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:01.143400 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-05dd846b-245c-438f-9e4d-26682855db5c req-f6c6b2de-5126-4ffb-a00c-981a9ea24cc1 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485504 Sep 28 08:39:01.265991 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d13dd-7165-480c-a2c3-b49021bef086 req-f1c68a48-55be-44a9-bee9-44432f16ff9b tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:01.268188 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-640d13dd-7165-480c-a2c3-b49021bef086 req-f1c68a48-55be-44a9-bee9-44432f16ff9b tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 944 time: 0.0527301 Sep 28 08:39:01.316330 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-640d13dd-7165-480c-a2c3-b49021bef086 req-b74cdfa0-c065-4583-875a-2ca3b14d764a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431004 Sep 28 08:39:01.368246 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a33f5520-de50-4426-a684-aedb8f2ce1fe req-f083b024-8e2e-41dd-ae3e-3055e9703bd9 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 210 time: 0.0271478 Sep 28 08:39:02.230177 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35be06-f6f4-4cff-8c29-90a16cc3c03e req-7ed1370a-e438-4b04-a88a-8801d4ee3f7d tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:02.231677 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7c35be06-f6f4-4cff-8c29-90a16cc3c03e req-7ed1370a-e438-4b04-a88a-8801d4ee3f7d tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 943 time: 0.0494778 Sep 28 08:39:02.303893 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7de797-3d09-46c7-9854-6b266717e937 req-9516b335-3045-4b65-8fc8-606748aac086 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:02.305408 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9c7de797-3d09-46c7-9854-6b266717e937 req-9516b335-3045-4b65-8fc8-606748aac086 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0728369 Sep 28 08:39:02.341247 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7c35be06-f6f4-4cff-8c29-90a16cc3c03e req-a259dc01-62cf-4383-9c75-88fb25c49266 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990348 Sep 28 08:39:02.372919 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9c7de797-3d09-46c7-9854-6b266717e937 req-4a815b5d-ec15-4cc5-a2f2-d6c3f2e67979 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508087 Sep 28 08:39:02.443129 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf2e3af-9e14-4342-aa9a-9c3f48d7832a req-349907ba-9fa8-4148-9c88-d4e4dd15555c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:02.444595 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-faf2e3af-9e14-4342-aa9a-9c3f48d7832a req-349907ba-9fa8-4148-9c88-d4e4dd15555c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 944 time: 0.0474284 Sep 28 08:39:02.482340 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cf463d13-4e96-4884-8f84-ab2f5736df2f req-9272e534-8f0c-48cc-9300-578cd3d17ddf tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 210 time: 0.0367117 Sep 28 08:39:02.516026 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-faf2e3af-9e14-4342-aa9a-9c3f48d7832a req-28724dbb-948d-499a-a478-a84f6146b1b6 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622799 Sep 28 08:39:02.694746 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7784f47-42dc-4aa1-bd2f-167c24ff546b req-39919892-7905-4e92-a049-f28064cf2dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:02.697019 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b7784f47-42dc-4aa1-bd2f-167c24ff546b req-39919892-7905-4e92-a049-f28064cf2dae service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=dc7abcbb99b7466fb1581e1010b4a7e1&device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 1127 time: 0.0456998 Sep 28 08:39:02.735430 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:39:02.865498 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7784f47-42dc-4aa1-bd2f-167c24ff546b req-743503bf-e888-441c-9e4c-fd7a4c7fec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:02.866919 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b7784f47-42dc-4aa1-bd2f-167c24ff546b req-743503bf-e888-441c-9e4c-fd7a4c7fec9b service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=93671831-ef1f-495e-a41a-678e1dc193fe HTTP/1.1" status: 200 len: 912 time: 0.1620939 Sep 28 08:39:02.989868 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc380b8-306d-448a-ba5f-edf50223889b req-b7ec27bd-e071-4ab2-bc9e-87987e130256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:02.991313 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3bc380b8-306d-448a-ba5f-edf50223889b req-b7ec27bd-e071-4ab2-bc9e-87987e130256 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=18b86f52-f49c-435b-95de-852298b2f6f4 HTTP/1.1" status: 200 len: 857 time: 0.3464956 Sep 28 08:39:03.026838 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe91f3-00ea-4f7c-a761-4846c38b991f req-d1479f83-656b-4380-8615-d55e5a193fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:03.028307 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-aabe91f3-00ea-4f7c-a761-4846c38b991f req-d1479f83-656b-4380-8615-d55e5a193fd9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3998678 Sep 28 08:39:03.071601 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b7784f47-42dc-4aa1-bd2f-167c24ff546b req-8e7508c1-b77d-49ec-be85-738170a2b967 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5 HTTP/1.1" status: 200 len: 217 time: 0.0371275 Sep 28 08:39:03.127748 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7784f47-42dc-4aa1-bd2f-167c24ff546b req-c108be73-45a5-4c79-b668-bfd316e78c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:03.129316 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b7784f47-42dc-4aa1-bd2f-167c24ff546b req-c108be73-45a5-4c79-b668-bfd316e78c08 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=acd54da1-78de-477f-b495-dce820c75dab HTTP/1.1" status: 200 len: 850 time: 0.0490160 Sep 28 08:39:03.178786 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7784f47-42dc-4aa1-bd2f-167c24ff546b req-83f2511b-7ad8-4294-8f3d-8f1df44522b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:03.180820 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b7784f47-42dc-4aa1-bd2f-167c24ff546b req-83f2511b-7ad8-4294-8f3d-8f1df44522b6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=93671831-ef1f-495e-a41a-678e1dc193fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452693 Sep 28 08:39:03.211357 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc380b8-306d-448a-ba5f-edf50223889b req-3eda7d48-173c-46ad-baac-290d3147d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:03.212987 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3bc380b8-306d-448a-ba5f-edf50223889b req-3eda7d48-173c-46ad-baac-290d3147d132 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ecfbeafd-1446-46f2-889b-466b351133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1386871 Sep 28 08:39:03.232815 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-908724b4-8c31-45f1-b7f8-7819753e38da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:03.235116 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-908724b4-8c31-45f1-b7f8-7819753e38da service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=42699952850d49fdafb670aeb5f613ed&device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 1127 time: 0.0525675 Sep 28 08:39:03.350332 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b7784f47-42dc-4aa1-bd2f-167c24ff546b req-13d5514a-0852-4fe3-88ec-e84ec1e0f24f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/93671831-ef1f-495e-a41a-678e1dc193fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140635 Sep 28 08:39:03.389196 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-1e19dc0a-f7ac-4750-9bd8-1a216af07418 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6ac07f3-2675-41dc-968c-7b86388bb047 HTTP/1.1" status: 200 len: 217 time: 0.0493932 Sep 28 08:39:03.439337 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710220e-22a7-4a78-87be-aded2d661bed req-ecf8b23d-3e33-46d5-8265-0c78bd466c85 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:03.443629 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b710220e-22a7-4a78-87be-aded2d661bed req-ecf8b23d-3e33-46d5-8265-0c78bd466c85 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.26 "GET /networking/v2.0/networks?id=b5328add-2390-4470-bd9d-0ff97db6e42c HTTP/1.1" status: 200 len: 814 time: 0.2614245 Sep 28 08:39:03.503171 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3bc380b8-306d-448a-ba5f-edf50223889b req-69bc9f28-7b41-4b83-a3d3-fb67ab7e5c92 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269037 Sep 28 08:39:03.540527 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:03.599457 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a079184-7a29-4b25-8dce-b36545fbc963 req-09a7fa9e-d42c-45cd-9b62-e4ca1858458d tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:03.607118 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0a079184-7a29-4b25-8dce-b36545fbc963 req-09a7fa9e-d42c-45cd-9b62-e4ca1858458d tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 943 time: 0.1328051 Sep 28 08:39:03.628668 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17cf31-2c21-48ee-989a-e2a950206ad7 req-e43885a1-920f-4f41-8a04-17894015bfb0 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:03.630202 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bf17cf31-2c21-48ee-989a-e2a950206ad7 req-e43885a1-920f-4f41-8a04-17894015bfb0 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.1179073 Sep 28 08:39:03.681124 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b7784f47-42dc-4aa1-bd2f-167c24ff546b req-04433e09-b6fa-499d-ae40-b5e6143390da service neutron] 10.222.0.26 "GET /networking/v2.0/networks/93671831-ef1f-495e-a41a-678e1dc193fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906659 Sep 28 08:39:03.695493 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:03.703870 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0a079184-7a29-4b25-8dce-b36545fbc963 req-6e9dbb6c-1848-4e27-bcfe-1a9d669438e1 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955083 Sep 28 08:39:03.733042 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bf17cf31-2c21-48ee-989a-e2a950206ad7 req-e3b68486-8ea1-4226-8788-41ce70c1575f tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934999 Sep 28 08:39:03.897130 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce1bc8-a7de-47d2-80d7-2de0533d50e2 req-1e05a471-917d-4828-936b-fc780f9fcc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:03.898565 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4dce1bc8-a7de-47d2-80d7-2de0533d50e2 req-1e05a471-917d-4828-936b-fc780f9fcc14 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=d3e65d28e5664025978902943452f338&device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 1128 time: 0.0753627 Sep 28 08:39:03.900012 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-0aeb3126-57e0-4e32-a1ba-621ecfcaa255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:03.901455 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-0aeb3126-57e0-4e32-a1ba-621ecfcaa255 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=18b86f52-f49c-435b-95de-852298b2f6f4 HTTP/1.1" status: 200 len: 857 time: 0.1735411 Sep 28 08:39:04.008853 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-38234fcb-bdd2-4109-b1e2-a4f3aa126ee8 req-760cdf7b-2038-4466-be2a-9259d349e71f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 210 time: 0.1358707 Sep 28 08:39:04.017441 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-8c6a8be4-3ac9-4c62-b35e-a7fb5d34a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:04.021408 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-8c6a8be4-3ac9-4c62-b35e-a7fb5d34a62b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ecfbeafd-1446-46f2-889b-466b351133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810761 Sep 28 08:39:04.050862 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993d010-8fe8-4227-b08d-749314e2f4d5 req-6b943175-9167-46a6-ad28-934355b6d49f tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:04.052439 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8993d010-8fe8-4227-b08d-749314e2f4d5 req-6b943175-9167-46a6-ad28-934355b6d49f tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 944 time: 0.1843116 Sep 28 08:39:04.065409 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b710220e-22a7-4a78-87be-aded2d661bed req-4d9f2fcb-9719-4785-a910-f33fdd117b05 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6bc96052a69e409498462a1e4d499910 HTTP/1.1" status: 200 len: 379 time: 0.3132272 Sep 28 08:39:04.089236 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-b710220e-22a7-4a78-87be-aded2d661bed req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Request body: {'port': {'device_id': '1d333fe6-3d16-47c6-9104-714c67456652', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'admin_state_up': True, 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'security_groups': ['d227bbbd-4353-4f3b-b792-9b32ace2a7d4']}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:39:04.104698 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3bc380b8-306d-448a-ba5f-edf50223889b req-8f94a70e-bffb-43f5-9bab-4452f8a30247 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572352 Sep 28 08:39:04.203169 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:39:04.203781 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8993d010-8fe8-4227-b08d-749314e2f4d5 req-376c9c1e-4e1d-49bb-b742-6b5dced9fa8c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442053 Sep 28 08:39:04.281630 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b710220e-22a7-4a78-87be-aded2d661bed req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Made reservation on behalf of 6bc96052a69e409498462a1e4d499910 for: {'port': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:04.285760 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-b710220e-22a7-4a78-87be-aded2d661bed req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:04.340679 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce1bc8-a7de-47d2-80d7-2de0533d50e2 req-ed2c3055-b5e3-460c-b18e-76fe104e0d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:04.342251 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4dce1bc8-a7de-47d2-80d7-2de0533d50e2 req-ed2c3055-b5e3-460c-b18e-76fe104e0d21 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=d3e65d28e5664025978902943452f338&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4063067 Sep 28 08:39:04.346072 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-4c3f9e5b-755f-454a-8ad5-1ff0886a2f7c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105242 Sep 28 08:39:04.399426 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5,segment=NetworkSegment(a0e111da-df9e-428a-97af-2a9c999d550d),segment_id=a0e111da-df9e-428a-97af-2a9c999d550d)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:04.411360 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': 'd4344f22-bad7-4ad7-8549-d8b5a9bbb4e5', 'network_id': '93671831-ef1f-495e-a41a-678e1dc193fe', 'port_id': 'd4344f22-bad7-4ad7-8549-d8b5a9bbb4e5', 'mac_address': 'fa:16:3e:5d:f7:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acd54da1-78de-477f-b495-dce820c75dab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:39:04.435857 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [req-b710220e-22a7-4a78-87be-aded2d661bed req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Allocated IP 172.20.0.14 (b5328add-2390-4470-bd9d-0ff97db6e42c/d697553d-3af9-4c9b-ba05-d2609a53313e/3e899002-2d72-495c-ac21-1db3e1f0ae42) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:39:04.453986 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:39:04.454370 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:04.471347 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:39:04.493083 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5,segment=NetworkSegment(a0e111da-df9e-428a-97af-2a9c999d550d),segment_id=a0e111da-df9e-428a-97af-2a9c999d550d)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:04.497268 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:04.552333 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:04.559657 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.560003 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.560368 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.560722 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.561055 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.561405 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.562310 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.562635 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.562959 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.563282 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.563598 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.563935 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.564255 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.564573 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.564888 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.587594 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-b710220e-22a7-4a78-87be-aded2d661bed req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for port (3e899002-2d72-495c-ac21-1db3e1f0ae42), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:04.600499 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:04.629428 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-b710220e-22a7-4a78-87be-aded2d661bed req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (3e899002-2d72-495c-ac21-1db3e1f0ae42), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:04.687029 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b710220e-22a7-4a78-87be-aded2d661bed req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Network b5328add-2390-4470-bd9d-0ff97db6e42c is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:39:04.690235 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [req-b710220e-22a7-4a78-87be-aded2d661bed req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:04.694207 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [req-b710220e-22a7-4a78-87be-aded2d661bed req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:39:04.698946 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710220e-22a7-4a78-87be-aded2d661bed req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:04.699622 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-b710220e-22a7-4a78-87be-aded2d661bed req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:04.708474 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event updated for resources: {'Port': ['ID=3e899002-2d72-495c-ac21-1db3e1f0ae42,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:04.721290 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.721728 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.722127 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.722510 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.722949 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.723291 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.723680 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.724229 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.724511 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.724890 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.725274 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.725612 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.725942 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.726270 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.726597 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:04.734032 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b710220e-22a7-4a78-87be-aded2d661bed req-50170476-5bfb-4b57-b585-87cd69fedc3c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6510088 Sep 28 08:39:04.835464 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:04.871183 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c0e07-4f71-4b77-aa77-3c666a802a78 req-fe18bfeb-b6d0-434c-a467-e101077b2508 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:04.876242 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-af0c0e07-4f71-4b77-aa77-3c666a802a78 req-fe18bfeb-b6d0-434c-a467-e101077b2508 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 944 time: 0.0804999 Sep 28 08:39:04.939324 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec272ed-1fad-4462-af3f-aa729e286398 req-5b9763b7-8e0c-4ec0-b892-94d5a1d2ef03 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:04.940786 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-aec272ed-1fad-4462-af3f-aa729e286398 req-5b9763b7-8e0c-4ec0-b892-94d5a1d2ef03 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0920167 Sep 28 08:39:04.960891 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-62365c64-fd2c-464e-baf1-7789abd7db22 None None] Provisioning complete for port 3e899002-2d72-495c-ac21-1db3e1f0ae42 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:39:04.961401 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-62365c64-fd2c-464e-baf1-7789abd7db22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (3e899002-2d72-495c-ac21-1db3e1f0ae42), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:04.962387 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-62365c64-fd2c-464e-baf1-7789abd7db22 None None] Attempt 1 to provision port 3e899002-2d72-495c-ac21-1db3e1f0ae42 Sep 28 08:39:04.997763 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-af0c0e07-4f71-4b77-aa77-3c666a802a78 req-e378b46b-f464-413a-bf61-d53d57776a03 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987005 Sep 28 08:39:05.010181 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-62365c64-fd2c-464e-baf1-7789abd7db22 None None] Port 3e899002-2d72-495c-ac21-1db3e1f0ae42 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:39:05.026812 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-aec272ed-1fad-4462-af3f-aa729e286398 req-b55e0680-da67-4788-88b7-f6dbffe2e9a7 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753713 Sep 28 08:39:05.168928 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745450b-8412-4bcc-87ce-0034da576757 req-e7cd7ebc-48b3-4335-b1f1-86af3ad0b618 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:05.170465 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8745450b-8412-4bcc-87ce-0034da576757 req-e7cd7ebc-48b3-4335-b1f1-86af3ad0b618 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 932 time: 0.0714293 Sep 28 08:39:05.214408 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:39:05.220076 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8745450b-8412-4bcc-87ce-0034da576757 req-8b648c22-a73f-4834-8442-a6f6e53a3a1d tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432696 Sep 28 08:39:05.347909 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2eda82-56f7-45a3-b6f9-f7c484627e0c req-0ff6ddcf-d516-464c-915c-298696b78954 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:05.349453 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3e2eda82-56f7-45a3-b6f9-f7c484627e0c req-0ff6ddcf-d516-464c-915c-298696b78954 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 944 time: 0.0589070 Sep 28 08:39:05.419536 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:05.432477 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3e2eda82-56f7-45a3-b6f9-f7c484627e0c req-dd652aaf-3b7d-4aef-8c69-5f667b3a7c33 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745862 Sep 28 08:39:05.511473 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-62365c64-fd2c-464e-baf1-7789abd7db22 None None] Attempt 2 to provision port 3e899002-2d72-495c-ac21-1db3e1f0ae42 Sep 28 08:39:05.547181 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-62365c64-fd2c-464e-baf1-7789abd7db22 None None] Port 3e899002-2d72-495c-ac21-1db3e1f0ae42 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:39:06.048292 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-62365c64-fd2c-464e-baf1-7789abd7db22 None None] Attempt 3 to provision port 3e899002-2d72-495c-ac21-1db3e1f0ae42 Sep 28 08:39:06.083497 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-62365c64-fd2c-464e-baf1-7789abd7db22 None None] Port 3e899002-2d72-495c-ac21-1db3e1f0ae42 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:39:06.156156 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2587d3e-cd25-4007-9852-7c2e77e91750 req-07b5af83-65d4-4003-b5ee-0b9c9cf62a9c tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:06.157649 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f2587d3e-cd25-4007-9852-7c2e77e91750 req-07b5af83-65d4-4003-b5ee-0b9c9cf62a9c tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 944 time: 0.0760150 Sep 28 08:39:06.180062 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d389f27-6807-4b0d-836c-a3ff139b5bf5 req-bc0d23ce-a23c-47c7-b80d-7c2568804d61 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:06.181726 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2d389f27-6807-4b0d-836c-a3ff139b5bf5 req-bc0d23ce-a23c-47c7-b80d-7c2568804d61 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0688567 Sep 28 08:39:06.244533 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f2587d3e-cd25-4007-9852-7c2e77e91750 req-7ccde9ca-9299-4aa3-b499-62b2a045f8f4 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790942 Sep 28 08:39:06.269325 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2d389f27-6807-4b0d-836c-a3ff139b5bf5 req-521fee78-732b-4f1f-9111-abec5515791c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699298 Sep 28 08:39:06.360525 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48b59a-6dbb-4f66-a7f0-b099b5278ad0 req-9fef375b-9556-4a81-87da-0755c4ce2c42 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:06.363834 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9a48b59a-6dbb-4f66-a7f0-b099b5278ad0 req-9fef375b-9556-4a81-87da-0755c4ce2c42 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 932 time: 0.0478520 Sep 28 08:39:06.400666 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5 up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:06.434795 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9a48b59a-6dbb-4f66-a7f0-b099b5278ad0 req-3918b43c-bfbd-4467-a8e6-a44da3a169c1 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588152 Sep 28 08:39:06.450317 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:06.473497 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning for port d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 08:39:06.481943 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:39:06.482758 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:06.483513 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5 Sep 28 08:39:06.585897 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181ca09-60b1-40b1-9640-259f204d5fa5 req-8aa94056-071b-4cf9-8596-8f01b2f922b5 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:06.587322 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-62365c64-fd2c-464e-baf1-7789abd7db22 None None] Attempt 4 to provision port 3e899002-2d72-495c-ac21-1db3e1f0ae42 Sep 28 08:39:06.593367 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6181ca09-60b1-40b1-9640-259f204d5fa5 req-8aa94056-071b-4cf9-8596-8f01b2f922b5 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 944 time: 0.0749571 Sep 28 08:39:06.611862 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:39:06.612238 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:06.659050 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-62365c64-fd2c-464e-baf1-7789abd7db22 None None] Port 3e899002-2d72-495c-ac21-1db3e1f0ae42 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:39:06.664845 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d33c275-10df-4eb8-90a9-e31c4a6f9cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4344f22-bad7-4ad7-8549-d8b5a9bbb4e5'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:39:06.694963 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6181ca09-60b1-40b1-9640-259f204d5fa5 req-9cc81a4a-0969-42bf-a022-3a21c86cdc86 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006150 Sep 28 08:39:06.769187 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:06.774720 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5,segment=NetworkSegment(a0e111da-df9e-428a-97af-2a9c999d550d),segment_id=a0e111da-df9e-428a-97af-2a9c999d550d)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:06.779661 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:06.833530 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:06.888633 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08173dd-8fbc-42da-9905-1c6b2bd19089" -d '{"events": [{"server_uuid": "8d33c275-10df-4eb8-90a9-e31c4a6f9cb6", "name": "network-vif-plugged", "status": "completed", "tag": "d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:39:06.984504 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1830fdf5-c526-4c19-b806-8e09036e7f70 x-openstack-request-id: req-1830fdf5-c526-4c19-b806-8e09036e7f70 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:39:06.984797 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d33c275-10df-4eb8-90a9-e31c4a6f9cb6", "name": "network-vif-plugged", "status": "completed", "tag": "d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:39:06.985049 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1830fdf5-c526-4c19-b806-8e09036e7f70 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:39:06.985545 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1830fdf5-c526-4c19-b806-8e09036e7f70'] response: {'server_uuid': '8d33c275-10df-4eb8-90a9-e31c4a6f9cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4344f22-bad7-4ad7-8549-d8b5a9bbb4e5', 'code': 200} Sep 28 08:39:07.128349 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 53018) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:07.151708 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-b710220e-22a7-4a78-87be-aded2d661bed req-c4fa9a24-fc27-4499-944a-a43216012319 service neutron] Request body: {'port': {'device_id': '1d333fe6-3d16-47c6-9104-714c67456652', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:39:07.160086 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-62365c64-fd2c-464e-baf1-7789abd7db22 None None] Attempt 5 to provision port 3e899002-2d72-495c-ac21-1db3e1f0ae42 Sep 28 08:39:07.200156 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-62365c64-fd2c-464e-baf1-7789abd7db22 None None] Port 3e899002-2d72-495c-ac21-1db3e1f0ae42 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:39:07.247256 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-b710220e-22a7-4a78-87be-aded2d661bed req-c4fa9a24-fc27-4499-944a-a43216012319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (3e899002-2d72-495c-ac21-1db3e1f0ae42), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:07.277673 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a9b4669a-d98e-4ac9-92f4-cc8b2a712bb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:07.317833 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:07.332617 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:07.408232 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e146ea3f-fff8-4b97-97e5-6f2b17614b0b req-335ddb4e-58e0-4ea9-a188-bc3fc6bdd50b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620006 Sep 28 08:39:07.412191 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:07.413225 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce1bc8-a7de-47d2-80d7-2de0533d50e2 req-6a1564f3-f906-4f51-a15d-b03c3a53dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:07.415191 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4dce1bc8-a7de-47d2-80d7-2de0533d50e2 req-6a1564f3-f906-4f51-a15d-b03c3a53dbb8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2675483 Sep 28 08:39:07.582659 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050cfbd-2abe-42c1-80a0-efe4ffeffdae req-c3fffa2c-2c12-4007-a2a0-50d17c6aa7c4 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:07.584151 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1050cfbd-2abe-42c1-80a0-efe4ffeffdae req-c3fffa2c-2c12-4007-a2a0-50d17c6aa7c4 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.1739874 Sep 28 08:39:07.585138 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3f519-d81c-4f14-891e-eafb45b8b520 req-640de558-aaca-4733-b22b-2492673f4023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:07.586424 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0bc3f519-d81c-4f14-891e-eafb45b8b520 req-640de558-aaca-4733-b22b-2492673f4023 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=42699952850d49fdafb670aeb5f613ed&device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 1128 time: 0.1752286 Sep 28 08:39:07.592289 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad37e9f-894b-4d99-b291-cd4cf685fce3 req-36f770c3-da67-404a-bdec-4cf9becc5717 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:07.593625 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9ad37e9f-894b-4d99-b291-cd4cf685fce3 req-36f770c3-da67-404a-bdec-4cf9becc5717 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 945 time: 0.1891122 Sep 28 08:39:07.701774 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-62365c64-fd2c-464e-baf1-7789abd7db22 None None] Attempt 6 to provision port 3e899002-2d72-495c-ac21-1db3e1f0ae42 Sep 28 08:39:07.721907 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a9b4669a-d98e-4ac9-92f4-cc8b2a712bb3 admin admin] Publish callbacks [] for security_group (15b85bb5-7568-4f65-8ac8-add55ef07746), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:07.739255 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a9b4669a-d98e-4ac9-92f4-cc8b2a712bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (15b85bb5-7568-4f65-8ac8-add55ef07746), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:07.744564 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-62365c64-fd2c-464e-baf1-7789abd7db22 None None] Port 3e899002-2d72-495c-ac21-1db3e1f0ae42 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:39:07.795755 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1050cfbd-2abe-42c1-80a0-efe4ffeffdae req-db5f58f8-3e25-4404-ac67-3d923939fd74 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993630 Sep 28 08:39:07.812967 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9ad37e9f-894b-4d99-b291-cd4cf685fce3 req-e691d891-a22b-470a-ade9-55c2d324a052 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064381 Sep 28 08:39:07.825749 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-a9b4669a-d98e-4ac9-92f4-cc8b2a712bb3 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8aeb59d96a8f4eebae8478e30dbc865f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6960421 Sep 28 08:39:07.829417 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 53042) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:07.831645 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4669a-d98e-4ac9-92f4-cc8b2a712bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b85bb5-7568-4f65-8ac8-add55ef07746,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:07.928781 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:07.938700 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5a72-944a-458d-9c8a-c97abfdcdc29 admin admin] Publish callbacks [] for security_group (15b85bb5-7568-4f65-8ac8-add55ef07746), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:07.964683 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5a72-944a-458d-9c8a-c97abfdcdc29 admin admin] Publish callbacks [] for security_group (15b85bb5-7568-4f65-8ac8-add55ef07746), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:08.037161 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5a72-944a-458d-9c8a-c97abfdcdc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (15b85bb5-7568-4f65-8ac8-add55ef07746), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:08.037407 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7b6d5a72-944a-458d-9c8a-c97abfdcdc29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:08.038693 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-7b6d5a72-944a-458d-9c8a-c97abfdcdc29 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/15b85bb5-7568-4f65-8ac8-add55ef07746 HTTP/1.1" status: 204 len: 168 time: 0.2026250 Sep 28 08:39:08.053019 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d5a72-944a-458d-9c8a-c97abfdcdc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b85bb5-7568-4f65-8ac8-add55ef07746,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:08.067713 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d5a72-944a-458d-9c8a-c97abfdcdc29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:08.067713 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d5a72-944a-458d-9c8a-c97abfdcdc29 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:08.067713 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d5a72-944a-458d-9c8a-c97abfdcdc29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:08.067713 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d5a72-944a-458d-9c8a-c97abfdcdc29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:08.067713 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d5a72-944a-458d-9c8a-c97abfdcdc29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:08.067713 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d5a72-944a-458d-9c8a-c97abfdcdc29 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:08.067713 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d5a72-944a-458d-9c8a-c97abfdcdc29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:08.067713 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d5a72-944a-458d-9c8a-c97abfdcdc29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:08.067713 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d5a72-944a-458d-9c8a-c97abfdcdc29 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:08.067713 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d5a72-944a-458d-9c8a-c97abfdcdc29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:08.067713 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d5a72-944a-458d-9c8a-c97abfdcdc29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:08.067713 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d5a72-944a-458d-9c8a-c97abfdcdc29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:08.068560 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d5a72-944a-458d-9c8a-c97abfdcdc29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:08.068560 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d5a72-944a-458d-9c8a-c97abfdcdc29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:08.068560 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6d5a72-944a-458d-9c8a-c97abfdcdc29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:39:08.192649 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [req-b710220e-22a7-4a78-87be-aded2d661bed req-c4fa9a24-fc27-4499-944a-a43216012319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e899002-2d72-495c-ac21-1db3e1f0ae42 {{(pid=106476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:39:08.203576 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-b710220e-22a7-4a78-87be-aded2d661bed req-c4fa9a24-fc27-4499-944a-a43216012319 service neutron] Publish callbacks [] for port (3e899002-2d72-495c-ac21-1db3e1f0ae42), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:08.245769 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-62365c64-fd2c-464e-baf1-7789abd7db22 None None] Attempt 7 to provision port 3e899002-2d72-495c-ac21-1db3e1f0ae42 Sep 28 08:39:08.249972 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3734e-ee03-47e6-96fe-6ce963a36800 req-7322ac83-8fa3-4e57-9da0-83bcc2c5ac18 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:08.251457 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7dc3734e-ee03-47e6-96fe-6ce963a36800 req-7322ac83-8fa3-4e57-9da0-83bcc2c5ac18 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 932 time: 0.3359838 Sep 28 08:39:08.260573 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.provisioning_blocks [req-b710220e-22a7-4a78-87be-aded2d661bed req-c4fa9a24-fc27-4499-944a-a43216012319 service neutron] Transition to ACTIVE for port object 3e899002-2d72-495c-ac21-1db3e1f0ae42 will not be triggered until provisioned by entity L2. {{(pid=106476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 08:39:08.269320 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4a246-8e98-47cb-943e-695b7e3320d3 req-c0ecaa86-490f-4738-83cf-192b20db994c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:08.270841 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7ae4a246-8e98-47cb-943e-695b7e3320d3 req-c0ecaa86-490f-4738-83cf-192b20db994c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 944 time: 0.3078947 Sep 28 08:39:08.278682 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-b710220e-22a7-4a78-87be-aded2d661bed req-c4fa9a24-fc27-4499-944a-a43216012319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (3e899002-2d72-495c-ac21-1db3e1f0ae42), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:08.283595 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-62365c64-fd2c-464e-baf1-7789abd7db22 None None] Port 3e899002-2d72-495c-ac21-1db3e1f0ae42 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:39:08.364230 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:08.373848 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 53050) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:08.391069 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8fbc28c6-d25c-4f11-9c66-d03de418138c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:08.396995 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 6a3b0562-aa67-4f66-a0ad-66e753e42296 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:39:08.397929 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa9a24-fc27-4499-944a-a43216012319 service neutron] Pushing event updated for resources: {'Port': ['ID=3e899002-2d72-495c-ac21-1db3e1f0ae42,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:08.428742 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7dc3734e-ee03-47e6-96fe-6ce963a36800 req-3b1923f7-48e4-4f53-90cd-456d11a56c5f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666861 Sep 28 08:39:08.433474 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-b710220e-22a7-4a78-87be-aded2d661bed req-c4fa9a24-fc27-4499-944a-a43216012319 service neutron] Attempting to bind port 3e899002-2d72-495c-ac21-1db3e1f0ae42 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:39:08.433815 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-b710220e-22a7-4a78-87be-aded2d661bed req-c4fa9a24-fc27-4499-944a-a43216012319 service neutron] Attempting to bind port 3e899002-2d72-495c-ac21-1db3e1f0ae42 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c'}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:39:08.434170 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b710220e-22a7-4a78-87be-aded2d661bed req-c4fa9a24-fc27-4499-944a-a43216012319 service neutron] Attempting to bind port 3e899002-2d72-495c-ac21-1db3e1f0ae42 on network b5328add-2390-4470-bd9d-0ff97db6e42c {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:39:08.478959 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7ae4a246-8e98-47cb-943e-695b7e3320d3 req-04bf3fd9-be6c-461e-97c5-3a57ffb87dc6 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853850 Sep 28 08:39:08.493536 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8fbc28c6-d25c-4f11-9c66-d03de418138c admin admin] Publish callbacks [] for security_group (ec873ac9-cddf-4170-9234-c7328d367d2b), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:08.499150 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b710220e-22a7-4a78-87be-aded2d661bed req-c4fa9a24-fc27-4499-944a-a43216012319 service neutron] Port 3e899002-2d72-495c-ac21-1db3e1f0ae42 on network b5328add-2390-4470-bd9d-0ff97db6e42c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:39:08.499504 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b710220e-22a7-4a78-87be-aded2d661bed req-c4fa9a24-fc27-4499-944a-a43216012319 service neutron] Attempting to bind port 3e899002-2d72-495c-ac21-1db3e1f0ae42 on network b5328add-2390-4470-bd9d-0ff97db6e42c {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:39:08.506664 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8fbc28c6-d25c-4f11-9c66-d03de418138c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (ec873ac9-cddf-4170-9234-c7328d367d2b), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:08.549197 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-8fbc28c6-d25c-4f11-9c66-d03de418138c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8630e75ed37e4ccb989b500c6c44a0fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1740429 Sep 28 08:39:08.552193 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 53054) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:08.554093 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b710220e-22a7-4a78-87be-aded2d661bed req-c4fa9a24-fc27-4499-944a-a43216012319 service neutron] Checking agent: {'id': '0e203ff6-fe6d-4565-9e88-81d2831b3c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'started_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:39:08.555011 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b710220e-22a7-4a78-87be-aded2d661bed req-c4fa9a24-fc27-4499-944a-a43216012319 service neutron] Checking segment: {'id': '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:39:08.555670 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b710220e-22a7-4a78-87be-aded2d661bed req-c4fa9a24-fc27-4499-944a-a43216012319 service neutron] Bound using segment: {'id': '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c'} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:39:08.557952 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-b710220e-22a7-4a78-87be-aded2d661bed req-c4fa9a24-fc27-4499-944a-a43216012319 service neutron] Bound port: 3e899002-2d72-495c-ac21-1db3e1f0ae42, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c'}}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:39:08.558684 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-b710220e-22a7-4a78-87be-aded2d661bed req-c4fa9a24-fc27-4499-944a-a43216012319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (3e899002-2d72-495c-ac21-1db3e1f0ae42), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:08.589960 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc28c6-d25c-4f11-9c66-d03de418138c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec873ac9-cddf-4170-9234-c7328d367d2b,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:08.625947 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:INSERT=6,neutron:UPDATE=2,neutron:SELECT=92 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:08.640779 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 6a3b0562-aa67-4f66-a0ad-66e753e42296, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=6a3b0562-aa67-4f66-a0ad-66e753e42296,segment=NetworkSegment(d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a),segment_id=d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:08.646166 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0398aaf0-1565-4ba0-b10b-3722b0c5d573 admin admin] Publish callbacks [] for security_group (ec873ac9-cddf-4170-9234-c7328d367d2b), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:08.652280 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-b710220e-22a7-4a78-87be-aded2d661bed req-c4fa9a24-fc27-4499-944a-a43216012319 service neutron] For port 3e899002-2d72-495c-ac21-1db3e1f0ae42, host hv-cinder-84456, cleared binding levels {{(pid=106476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:39:08.656203 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': '6a3b0562-aa67-4f66-a0ad-66e753e42296', 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2', 'port_id': '6a3b0562-aa67-4f66-a0ad-66e753e42296', 'mac_address': 'fa:16:3e:c2:a9:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:39:08.656576 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-b710220e-22a7-4a78-87be-aded2d661bed req-c4fa9a24-fc27-4499-944a-a43216012319 service neutron] For port 3e899002-2d72-495c-ac21-1db3e1f0ae42, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3e899002-2d72-495c-ac21-1db3e1f0ae42,segment=NetworkSegment(52f4fd3c-c9b0-4536-b2fa-f368a4de5deb),segment_id=52f4fd3c-c9b0-4536-b2fa-f368a4de5deb)] {{(pid=106476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:39:08.664801 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-b710220e-22a7-4a78-87be-aded2d661bed req-c4fa9a24-fc27-4499-944a-a43216012319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (3e899002-2d72-495c-ac21-1db3e1f0ae42), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:08.669177 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710220e-22a7-4a78-87be-aded2d661bed req-c4fa9a24-fc27-4499-944a-a43216012319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:08.669796 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-b710220e-22a7-4a78-87be-aded2d661bed req-c4fa9a24-fc27-4499-944a-a43216012319 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:08.672044 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b710220e-22a7-4a78-87be-aded2d661bed req-c4fa9a24-fc27-4499-944a-a43216012319 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/3e899002-2d72-495c-ac21-1db3e1f0ae42 HTTP/1.1" status: 200 len: 1094 time: 1.5245609 Sep 28 08:39:08.673604 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d333fe6-3d16-47c6-9104-714c67456652', 'tag': '3e899002-2d72-495c-ac21-1db3e1f0ae42'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:39:08.675874 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7ed2ddc4584b00f7c30cf30121e6cd69d5fd04907018550f4f3d85fbaaf14d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b8be8b-5f40-47b8-bf32-8efbd745e328" -d '{"events": [{"name": "network-changed", "server_uuid": "1d333fe6-3d16-47c6-9104-714c67456652", "tag": "3e899002-2d72-495c-ac21-1db3e1f0ae42"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:39:08.697436 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 6a3b0562-aa67-4f66-a0ad-66e753e42296 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:39:08.697829 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (6a3b0562-aa67-4f66-a0ad-66e753e42296), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:08.704403 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0398aaf0-1565-4ba0-b10b-3722b0c5d573 admin admin] Publish callbacks [] for security_group (ec873ac9-cddf-4170-9234-c7328d367d2b), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:08.712922 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a3b0562-aa67-4f66-a0ad-66e753e42296 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:39:08.728684 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358e2958-171c-4092-8c31-3e6af91e5557 x-openstack-request-id: req-358e2958-171c-4092-8c31-3e6af91e5557 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:39:08.728964 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d333fe6-3d16-47c6-9104-714c67456652", "tag": "3e899002-2d72-495c-ac21-1db3e1f0ae42", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:39:08.729248 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-358e2958-171c-4092-8c31-3e6af91e5557 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:39:08.729643 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-358e2958-171c-4092-8c31-3e6af91e5557'] response: {'name': 'network-changed', 'server_uuid': '1d333fe6-3d16-47c6-9104-714c67456652', 'tag': '3e899002-2d72-495c-ac21-1db3e1f0ae42', 'status': 'completed', 'code': 200} Sep 28 08:39:08.734562 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa9a24-fc27-4499-944a-a43216012319 service neutron] Pushing event updated for resources: {'Port': ['ID=3e899002-2d72-495c-ac21-1db3e1f0ae42,revision_number=3']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:08.738905 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 6a3b0562-aa67-4f66-a0ad-66e753e42296, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=6a3b0562-aa67-4f66-a0ad-66e753e42296,segment=NetworkSegment(d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a),segment_id=d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:08.744667 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (6a3b0562-aa67-4f66-a0ad-66e753e42296), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:08.761842 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0398aaf0-1565-4ba0-b10b-3722b0c5d573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (ec873ac9-cddf-4170-9234-c7328d367d2b), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:08.764358 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0398aaf0-1565-4ba0-b10b-3722b0c5d573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:08.766059 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-0398aaf0-1565-4ba0-b10b-3722b0c5d573 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ec873ac9-cddf-4170-9234-c7328d367d2b HTTP/1.1" status: 204 len: 168 time: 0.2129579 Sep 28 08:39:08.774607 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398aaf0-1565-4ba0-b10b-3722b0c5d573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec873ac9-cddf-4170-9234-c7328d367d2b,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:08.785922 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-62365c64-fd2c-464e-baf1-7789abd7db22 None None] Attempt 8 to provision port 3e899002-2d72-495c-ac21-1db3e1f0ae42 Sep 28 08:39:08.841508 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=6a3b0562-aa67-4f66-a0ad-66e753e42296,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:08.860440 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-62365c64-fd2c-464e-baf1-7789abd7db22 None None] Port 3e899002-2d72-495c-ac21-1db3e1f0ae42 had new provisioning blocks added so it will not transition to active. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 08:39:08.971494 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7b090-aaf0-491c-ada3-7c5d52be72c3 req-9a95c638-788f-4a22-b48d-9ddd3ed836b5 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:08.974195 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d3d7b090-aaf0-491c-ada3-7c5d52be72c3 req-9a95c638-788f-4a22-b48d-9ddd3ed836b5 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0811641 Sep 28 08:39:09.002009 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84154608-7269-4fb7-b6c8-f34f86f343b2 req-8e164f27-97aa-4486-85bf-b89b929db3ce tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:09.002009 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-84154608-7269-4fb7-b6c8-f34f86f343b2 req-8e164f27-97aa-4486-85bf-b89b929db3ce tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 945 time: 0.0767336 Sep 28 08:39:09.068368 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d3d7b090-aaf0-491c-ada3-7c5d52be72c3 req-088f1387-3f3f-45ad-b63b-e93e48ed137f tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865631 Sep 28 08:39:09.090274 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-84154608-7269-4fb7-b6c8-f34f86f343b2 req-7b892741-3130-4a44-b4d0-bcd053c7b46b tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830543 Sep 28 08:39:09.575245 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85fc3c-3689-4487-b82c-14e25c0154c6 req-5403dea2-c2a5-468c-b05a-c3a02a310a05 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:09.576795 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e85fc3c-3689-4487-b82c-14e25c0154c6 req-5403dea2-c2a5-468c-b05a-c3a02a310a05 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 944 time: 0.0530367 Sep 28 08:39:09.642542 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2802e-161e-42f9-9718-00150fcd9045 req-5bf15dff-c4aa-4174-afa8-8d4f782cbf60 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:09.644153 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fdd2802e-161e-42f9-9718-00150fcd9045 req-5bf15dff-c4aa-4174-afa8-8d4f782cbf60 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 945 time: 0.0663109 Sep 28 08:39:09.690769 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e85fc3c-3689-4487-b82c-14e25c0154c6 req-7c0ca327-5a42-45e4-b0eb-fa2338aa32e6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044140 Sep 28 08:39:09.724514 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fdd2802e-161e-42f9-9718-00150fcd9045 req-114f4bcd-a587-4182-a8d3-cb562858e21f tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710206 Sep 28 08:39:10.237526 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deacab8-792c-4aaa-a6a8-797a39ee8e9b req-db51a5e1-4610-4953-8e2a-2b7b32a14899 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:10.239067 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5deacab8-792c-4aaa-a6a8-797a39ee8e9b req-db51a5e1-4610-4953-8e2a-2b7b32a14899 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0777817 Sep 28 08:39:10.269977 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1b392-8816-4e6f-be7a-ed0ddd48c19e req-ea5f8ecc-ca3b-419f-b2e0-3dd47e0e2a0c tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:10.271452 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d2d1b392-8816-4e6f-be7a-ed0ddd48c19e req-ea5f8ecc-ca3b-419f-b2e0-3dd47e0e2a0c tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 945 time: 0.0768945 Sep 28 08:39:10.315102 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5deacab8-792c-4aaa-a6a8-797a39ee8e9b req-593b4f92-913f-410e-b1b9-31504977c514 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689967 Sep 28 08:39:10.341172 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d2d1b392-8816-4e6f-be7a-ed0ddd48c19e req-295ca5b4-224c-439a-91f3-0b0e8a9b272a tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634427 Sep 28 08:39:10.865930 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9476fe6-825b-4779-94d8-4c2530e7a093 req-92d805ca-b8ac-4091-9bd4-0b03bcac81ac tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:10.867502 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e9476fe6-825b-4779-94d8-4c2530e7a093 req-92d805ca-b8ac-4091-9bd4-0b03bcac81ac tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 944 time: 0.0955348 Sep 28 08:39:10.887758 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e646c-055a-406e-a910-fe1aaa1fc317 req-4b5546c8-d3b2-47de-a30a-34669dcf09d4 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:10.889239 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-971e646c-055a-406e-a910-fe1aaa1fc317 req-4b5546c8-d3b2-47de-a30a-34669dcf09d4 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 945 time: 0.0766859 Sep 28 08:39:10.918362 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:10.961499 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e9476fe6-825b-4779-94d8-4c2530e7a093 req-597bc9d9-658b-4318-88d3-6e2fa840425e tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876739 Sep 28 08:39:10.969391 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-971e646c-055a-406e-a910-fe1aaa1fc317 req-2ee83658-435b-467b-9751-a6a0325dec87 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727551 Sep 28 08:39:11.475208 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa1872-6e87-4cef-8c9e-1f7846a41689 req-faec0833-2b1a-46ef-a928-ec3c1b53eed1 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:11.476568 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fdaa1872-6e87-4cef-8c9e-1f7846a41689 req-faec0833-2b1a-46ef-a928-ec3c1b53eed1 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0765164 Sep 28 08:39:11.494912 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f611e5f-c56c-48d0-9320-bf69ed5ffb74 req-6b2147e8-b52b-4293-ab10-5484771c643d tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:11.496296 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5f611e5f-c56c-48d0-9320-bf69ed5ffb74 req-6b2147e8-b52b-4293-ab10-5484771c643d tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 945 time: 0.0683246 Sep 28 08:39:11.561178 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fdaa1872-6e87-4cef-8c9e-1f7846a41689 req-715c188b-fac8-4a54-a257-83a52ece583a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784883 Sep 28 08:39:11.568502 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5f611e5f-c56c-48d0-9320-bf69ed5ffb74 req-ed3695be-6d90-4ca1-8406-a994bc6b659c tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636992 Sep 28 08:39:12.053374 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:12.120278 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ad2ee-c2d0-4a52-ab5c-064011fb1799 req-c35ebd76-843a-4b56-9f1d-857ad54b6a56 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:12.121772 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a99ad2ee-c2d0-4a52-ab5c-064011fb1799 req-c35ebd76-843a-4b56-9f1d-857ad54b6a56 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 944 time: 0.0792081 Sep 28 08:39:12.128001 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed7167-a0f3-4814-b9c1-6a2f04a48aa8 req-1ad9b387-76b0-4cd3-833c-2812d051a3f2 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:12.129377 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-85ed7167-a0f3-4814-b9c1-6a2f04a48aa8 req-1ad9b387-76b0-4cd3-833c-2812d051a3f2 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 945 time: 0.0852334 Sep 28 08:39:12.210185 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a99ad2ee-c2d0-4a52-ab5c-064011fb1799 req-2dc534ef-0185-4f0e-86ab-c2bff09217e2 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798643 Sep 28 08:39:12.214329 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-85ed7167-a0f3-4814-b9c1-6a2f04a48aa8 req-2ebcda37-9bcd-435b-b265-6732a70f1555 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782259 Sep 28 08:39:12.716354 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549498a8-8607-4849-9ba3-053bc5567830 req-bf8711c3-c502-4c03-88a2-18d60f3a309c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:12.718631 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-549498a8-8607-4849-9ba3-053bc5567830 req-bf8711c3-c502-4c03-88a2-18d60f3a309c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0812335 Sep 28 08:39:12.724188 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf551f65-1c36-45ad-9415-6a22494dd387 req-fa8a4dd1-0f27-4514-9280-b17c9d2bcfd2 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:12.725594 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bf551f65-1c36-45ad-9415-6a22494dd387 req-fa8a4dd1-0f27-4514-9280-b17c9d2bcfd2 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 945 time: 0.0776069 Sep 28 08:39:12.750583 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=6 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:12.751351 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:12.806889 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-549498a8-8607-4849-9ba3-053bc5567830 req-bf41191a-7f44-4b9e-9972-2efcf4e7a315 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803239 Sep 28 08:39:12.812070 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bf551f65-1c36-45ad-9415-6a22494dd387 req-033de59c-7c9b-4995-9b23-946f20494681 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787005 Sep 28 08:39:13.359598 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f2631-298e-456c-ad5a-19484bb64708 req-eff09dc9-6968-4f4c-8ce7-acb8d6231cb3 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:13.361073 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-600f2631-298e-456c-ad5a-19484bb64708 req-eff09dc9-6968-4f4c-8ce7-acb8d6231cb3 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 944 time: 0.0746357 Sep 28 08:39:13.366686 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1f794-1a0c-44c3-b09e-2f608599bc06 req-37ac99d3-8723-44dc-8eaf-c5e577563d95 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:13.368029 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8af1f794-1a0c-44c3-b09e-2f608599bc06 req-37ac99d3-8723-44dc-8eaf-c5e577563d95 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 945 time: 0.0726345 Sep 28 08:39:13.445174 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-600f2631-298e-456c-ad5a-19484bb64708 req-4728a176-a774-419c-a751-f16bb23e01c5 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761859 Sep 28 08:39:13.449233 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8af1f794-1a0c-44c3-b09e-2f608599bc06 req-c492ace7-b463-481f-a2e6-756c349f407b tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737495 Sep 28 08:39:13.964594 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6db86-cc2e-44ba-86d6-581ac5c141b5 req-c7dfd868-7a05-4c1e-b62f-9a0d13dc64d7 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:13.966041 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-44a6db86-cc2e-44ba-86d6-581ac5c141b5 req-c7dfd868-7a05-4c1e-b62f-9a0d13dc64d7 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0768573 Sep 28 08:39:13.972273 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6ebe6-5a5f-48a3-8d8f-692449d45782 req-8765d135-5171-49c7-a62d-a3b08cb1ff94 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:13.973691 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-61e6ebe6-5a5f-48a3-8d8f-692449d45782 req-8765d135-5171-49c7-a62d-a3b08cb1ff94 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 945 time: 0.0738783 Sep 28 08:39:14.050171 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-44a6db86-cc2e-44ba-86d6-581ac5c141b5 req-2a4cec1a-d7b6-4e17-b422-398882532cdc tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755076 Sep 28 08:39:14.054179 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-61e6ebe6-5a5f-48a3-8d8f-692449d45782 req-8bd9282e-6489-4b0f-87b9-558ba154538c tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727043 Sep 28 08:39:14.583374 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:14.598406 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525e25f-b2a1-41c9-b910-91ddcf151e19 req-0b83e9ef-86a8-421e-8192-eacb48e8cc8d tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:14.599918 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d525e25f-b2a1-41c9-b910-91ddcf151e19 req-0b83e9ef-86a8-421e-8192-eacb48e8cc8d tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 945 time: 0.0752535 Sep 28 08:39:14.607861 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5654d-cc94-439c-9a51-f8b67129844f req-e33717e2-b2d5-405e-a145-02a2801efc3f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:14.609297 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c1a5654d-cc94-439c-9a51-f8b67129844f req-e33717e2-b2d5-405e-a145-02a2801efc3f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 944 time: 0.0747588 Sep 28 08:39:14.683977 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d525e25f-b2a1-41c9-b910-91ddcf151e19 req-5f6d927a-3b3f-4e7d-92cb-a3bae8079f0c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737209 Sep 28 08:39:14.691850 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c1a5654d-cc94-439c-9a51-f8b67129844f req-3acd50fd-ef4d-42ca-aa19-93b5cd877d2c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757852 Sep 28 08:39:15.182620 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:15.199222 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635610c-9f9e-4fab-b3cd-dd79be75c560 req-2ec289c0-3565-4e4e-b3dd-c49bcafc0453 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:15.200676 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7635610c-9f9e-4fab-b3cd-dd79be75c560 req-2ec289c0-3565-4e4e-b3dd-c49bcafc0453 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0777459 Sep 28 08:39:15.208155 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9e721-0204-45dc-9c7f-28989530d2d5 req-29afc825-2792-44e0-a18f-d01ddd9fdf78 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:15.209537 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-35c9e721-0204-45dc-9c7f-28989530d2d5 req-29afc825-2792-44e0-a18f-d01ddd9fdf78 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 945 time: 0.0778148 Sep 28 08:39:15.282581 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7635610c-9f9e-4fab-b3cd-dd79be75c560 req-3a72fc7e-9764-4e8b-8ab1-5b995b05b2ca tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712976 Sep 28 08:39:15.286053 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-35c9e721-0204-45dc-9c7f-28989530d2d5 req-d193047f-c209-4447-9028-5fbcb46b1500 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690427 Sep 28 08:39:15.840233 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385940c7-531e-4e06-9974-d101efcf876b req-74f42e5b-a30f-4ec0-a362-814cbf33b103 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:15.841740 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-385940c7-531e-4e06-9974-d101efcf876b req-74f42e5b-a30f-4ec0-a362-814cbf33b103 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 945 time: 0.0826900 Sep 28 08:39:15.850460 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975651d-04fb-4c1a-a91f-9be7afb9ec7a req-9f31a2b0-2938-42b1-adc4-53f9d606a70b tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:15.851852 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8975651d-04fb-4c1a-a91f-9be7afb9ec7a req-9f31a2b0-2938-42b1-adc4-53f9d606a70b tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 944 time: 0.0823932 Sep 28 08:39:15.925365 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-385940c7-531e-4e06-9974-d101efcf876b req-2a07fd98-fbc5-443b-85c3-cca9ef92bf06 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725286 Sep 28 08:39:15.928294 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8975651d-04fb-4c1a-a91f-9be7afb9ec7a req-9c8fb2e5-c10c-4c76-bc20-f2538727fe14 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689952 Sep 28 08:39:16.437794 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bd27a-ac74-4a20-859c-a36ff72a8b26 req-a679d9ad-51a3-49f6-8ab6-f9c51b15a90e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:16.439265 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8a6bd27a-ac74-4a20-859c-a36ff72a8b26 req-a679d9ad-51a3-49f6-8ab6-f9c51b15a90e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0819228 Sep 28 08:39:16.446849 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2814a-b91c-46f3-b0c6-816791a66e2f req-43c20c83-2421-4b61-9298-2425687e0931 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:16.448214 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a9d2814a-b91c-46f3-b0c6-816791a66e2f req-43c20c83-2421-4b61-9298-2425687e0931 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 945 time: 0.0808601 Sep 28 08:39:16.523032 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8a6bd27a-ac74-4a20-859c-a36ff72a8b26 req-9089dabb-4a6e-451f-991b-ca3b3e0a50de tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738800 Sep 28 08:39:16.526297 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a9d2814a-b91c-46f3-b0c6-816791a66e2f req-3df491ae-1206-4ec9-9df3-13844f50d07e tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704525 Sep 28 08:39:16.580524 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['6a3b0562-aa67-4f66-a0ad-66e753e42296'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:39:16.661327 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:17.079829 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd878ff-c03f-4416-be54-67a8b6ffa68d req-a0f347a5-ea49-46cc-b3fe-88615859cd11 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:17.081389 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4dd878ff-c03f-4416-be54-67a8b6ffa68d req-a0f347a5-ea49-46cc-b3fe-88615859cd11 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 945 time: 0.0802250 Sep 28 08:39:17.087157 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b017e83-8fe5-43c7-858a-c4c5b41ca779 req-a96f2450-15ec-4893-ba87-ac36948648d8 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:17.088667 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4b017e83-8fe5-43c7-858a-c4c5b41ca779 req-a96f2450-15ec-4893-ba87-ac36948648d8 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 944 time: 0.0771234 Sep 28 08:39:17.158721 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4b017e83-8fe5-43c7-858a-c4c5b41ca779 req-d11f93b5-2746-4f8e-b081-24e19eeead8e tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623758 Sep 28 08:39:17.175251 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4dd878ff-c03f-4416-be54-67a8b6ffa68d req-493be19e-f180-4d48-a9cc-c7b82fdd528e tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855930 Sep 28 08:39:17.690876 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f391a-bb84-4a13-b795-483095564ae8 req-17f207f0-d4b4-4f24-a8a5-6aa9b4bbde54 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:17.692350 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ab6f391a-bb84-4a13-b795-483095564ae8 req-17f207f0-d4b4-4f24-a8a5-6aa9b4bbde54 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0846066 Sep 28 08:39:17.698462 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e28ff-4c95-4aaf-b742-6cddc6c07412 req-675a395a-3cc2-4708-9e8c-7b610ce91a10 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:17.699777 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-349e28ff-4c95-4aaf-b742-6cddc6c07412 req-675a395a-3cc2-4708-9e8c-7b610ce91a10 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 945 time: 0.0900154 Sep 28 08:39:17.750870 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:17.787787 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ab6f391a-bb84-4a13-b795-483095564ae8 req-c7be7ccd-a379-48ef-8e50-83d181ded5af tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870345 Sep 28 08:39:17.791083 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-349e28ff-4c95-4aaf-b742-6cddc6c07412 req-fc2b0726-ffbd-4f17-b66c-0dc55e114528 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837159 Sep 28 08:39:18.369836 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 6a3b0562-aa67-4f66-a0ad-66e753e42296 up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:18.417046 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning for port 6a3b0562-aa67-4f66-a0ad-66e753e42296 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 08:39:18.426581 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port 6a3b0562-aa67-4f66-a0ad-66e753e42296 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:39:18.427492 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (6a3b0562-aa67-4f66-a0ad-66e753e42296), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:18.428102 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port 6a3b0562-aa67-4f66-a0ad-66e753e42296 Sep 28 08:39:18.442082 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa577c2f-1cae-48c1-be6e-510ae0c6fd45 req-539ffb4b-f626-4a43-b8e0-1c5fcf12c219 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:18.443560 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fa577c2f-1cae-48c1-be6e-510ae0c6fd45 req-539ffb4b-f626-4a43-b8e0-1c5fcf12c219 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 944 time: 0.1758456 Sep 28 08:39:18.465552 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb318155-f770-4209-a736-176f44ae228b req-1558e3a9-8cca-4550-b17b-176743e6405d tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:18.465980 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f3621-3dc8-48bf-98cf-e4aa44a9dcf8 req-c3184a14-66cb-45b4-a623-27f1544b4c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:18.467058 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-eb318155-f770-4209-a736-176f44ae228b req-1558e3a9-8cca-4550-b17b-176743e6405d tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 945 time: 0.1786475 Sep 28 08:39:18.468232 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e09f3621-3dc8-48bf-98cf-e4aa44a9dcf8 req-c3184a14-66cb-45b4-a623-27f1544b4c1a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 1129 time: 0.1145692 Sep 28 08:39:18.469420 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8be8b-5f40-47b8-bf32-8efbd745e328 req-a62b6e3e-a07d-43bf-8a4e-fbe5e2ce4381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:18.470867 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-81b8be8b-5f40-47b8-bf32-8efbd745e328 req-a62b6e3e-a07d-43bf-8a4e-fbe5e2ce4381 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6bc96052a69e409498462a1e4d499910&device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 1128 time: 0.0828609 Sep 28 08:39:18.481514 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:18.495959 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-d09836cb-e4b6-4d00-81c4-de52d64ba4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:18.497073 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-d09836cb-e4b6-4d00-81c4-de52d64ba4ce service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=d3e65d28e5664025978902943452f338&device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 1128 time: 0.1515937 Sep 28 08:39:18.518460 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-e09f3621-3dc8-48bf-98cf-e4aa44a9dcf8 req-83c238c6-9ac2-4ce0-b20d-8601c307e1e7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:18.544970 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 6a3b0562-aa67-4f66-a0ad-66e753e42296 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:39:18.545411 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (6a3b0562-aa67-4f66-a0ad-66e753e42296), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:18.571654 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58d7457-5855-4349-876d-c208e237594e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3b0562-aa67-4f66-a0ad-66e753e42296'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:39:18.574340 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1256548f-8084-4702-bde8-d6f18486adca" -d '{"events": [{"server_uuid": "d58d7457-5855-4349-876d-c208e237594e", "name": "network-vif-plugged", "status": "completed", "tag": "6a3b0562-aa67-4f66-a0ad-66e753e42296"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:39:18.589365 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 6a3b0562-aa67-4f66-a0ad-66e753e42296, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=6a3b0562-aa67-4f66-a0ad-66e753e42296,segment=NetworkSegment(d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a),segment_id=d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:18.593579 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-05166327-3d1d-42dd-ae9a-09391dd7ec2d service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6a4b931-a59a-4621-8e16-7c3e343a1e8a HTTP/1.1" status: 200 len: 217 time: 0.0765135 Sep 28 08:39:18.596248 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (6a3b0562-aa67-4f66-a0ad-66e753e42296), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:18.603464 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3f519-d81c-4f14-891e-eafb45b8b520 req-5c652778-b5de-4356-b9b2-5a3139cd0715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:18.606255 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0bc3f519-d81c-4f14-891e-eafb45b8b520 req-5c652778-b5de-4356-b9b2-5a3139cd0715 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=ecfbeafd-1446-46f2-889b-466b351133a2 HTTP/1.1" status: 200 len: 919 time: 0.4001451 Sep 28 08:39:18.635424 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:18.653287 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:18.658648 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=6a3b0562-aa67-4f66-a0ad-66e753e42296,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:18.661148 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-e09f3621-3dc8-48bf-98cf-e4aa44a9dcf8 req-83c238c6-9ac2-4ce0-b20d-8601c307e1e7 service neutron] Publish callbacks [] for security_group (769ba350-ce21-4ebc-8b47-c641476c7993), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:18.673571 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-e09f3621-3dc8-48bf-98cf-e4aa44a9dcf8 req-83c238c6-9ac2-4ce0-b20d-8601c307e1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (769ba350-ce21-4ebc-8b47-c641476c7993), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:18.691585 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fa577c2f-1cae-48c1-be6e-510ae0c6fd45 req-d4210fad-4932-47c9-89b0-ad5f1bf3f3b0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2391896 Sep 28 08:39:18.697243 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0bc3f519-d81c-4f14-891e-eafb45b8b520 req-5a2a2a7f-cf6d-431b-8925-bd6911ee29c0 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a3b0562-aa67-4f66-a0ad-66e753e42296 HTTP/1.1" status: 200 len: 217 time: 0.0796752 Sep 28 08:39:18.710353 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-eb318155-f770-4209-a736-176f44ae228b req-2f6ee8e1-7f30-4715-9710-c8e3de4b7b95 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306039 Sep 28 08:39:18.716295 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8be8b-5f40-47b8-bf32-8efbd745e328 req-d3b400a5-bd7b-4d55-9d63-1d56ef9fb926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:18.718356 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-81b8be8b-5f40-47b8-bf32-8efbd745e328 req-d3b400a5-bd7b-4d55-9d63-1d56ef9fb926 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=6bc96052a69e409498462a1e4d499910&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2256923 Sep 28 08:39:18.726125 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:18.765045 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e4262e-4b56-4360-9db9-4faa5465f8a2 x-openstack-request-id: req-a3e4262e-4b56-4360-9db9-4faa5465f8a2 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:39:18.765627 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58d7457-5855-4349-876d-c208e237594e", "name": "network-vif-plugged", "status": "completed", "tag": "6a3b0562-aa67-4f66-a0ad-66e753e42296", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:39:18.766266 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a3e4262e-4b56-4360-9db9-4faa5465f8a2 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:39:18.766397 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3e4262e-4b56-4360-9db9-4faa5465f8a2'] response: {'server_uuid': 'd58d7457-5855-4349-876d-c208e237594e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3b0562-aa67-4f66-a0ad-66e753e42296', 'code': 200} Sep 28 08:39:18.774203 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-ad145b29-96c9-4327-bdaa-334884a7889e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:18.775664 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-ad145b29-96c9-4327-bdaa-334884a7889e service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=6605e181-a637-4e6a-a804-d0eb5c55d597 HTTP/1.1" status: 200 len: 849 time: 0.1623228 Sep 28 08:39:18.778634 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c238c6-9ac2-4ce0-b20d-8601c307e1e7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=769ba350-ce21-4ebc-8b47-c641476c7993,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:18.789843 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3f519-d81c-4f14-891e-eafb45b8b520 req-6dc24bb1-6759-4374-a9e3-941663e3ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:18.791456 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0bc3f519-d81c-4f14-891e-eafb45b8b520 req-6dc24bb1-6759-4374-a9e3-941663e3ab73 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=18b86f52-f49c-435b-95de-852298b2f6f4 HTTP/1.1" status: 200 len: 857 time: 0.0586209 Sep 28 08:39:18.813641 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e09f3621-3dc8-48bf-98cf-e4aa44a9dcf8 req-83c238c6-9ac2-4ce0-b20d-8601c307e1e7 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271456 Sep 28 08:39:18.877502 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8be8b-5f40-47b8-bf32-8efbd745e328 req-c09e4cd5-5005-41ef-b825-525b13a32a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:18.879628 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-81b8be8b-5f40-47b8-bf32-8efbd745e328 req-c09e4cd5-5005-41ef-b825-525b13a32a0a service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1549277 Sep 28 08:39:18.969807 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734af3f-519e-4b90-bbd5-71a8a618a5fd req-f1bd19ef-c23d-4c3d-b3be-5c1b350f2c40 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:18.971285 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e734af3f-519e-4b90-bbd5-71a8a618a5fd req-f1bd19ef-c23d-4c3d-b3be-5c1b350f2c40 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0951540 Sep 28 08:39:18.976981 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32d209-66ed-4c05-b4a8-b228938d2781 req-19ad094c-3211-46f1-8176-40565ecccb60 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:18.978382 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-af32d209-66ed-4c05-b4a8-b228938d2781 req-19ad094c-3211-46f1-8176-40565ecccb60 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 945 time: 0.1007712 Sep 28 08:39:19.048642 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e734af3f-519e-4b90-bbd5-71a8a618a5fd req-84f4d656-a317-4eb8-a528-f733e927c6b0 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693088 Sep 28 08:39:19.056179 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-af32d209-66ed-4c05-b4a8-b228938d2781 req-cacc9163-28e5-4c7a-bf5c-5f8e1d3ba9bc tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700181 Sep 28 08:39:19.407401 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-396b5649-eb9e-45d5-9771-bb8e47ae47e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:19.408900 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-396b5649-eb9e-45d5-9771-bb8e47ae47e0 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ff034301-a1c4-4028-a91c-012c3b139427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0809376 Sep 28 08:39:19.409994 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3f519-d81c-4f14-891e-eafb45b8b520 req-78ddd9fe-fcbb-47a3-93b4-c4b18c182fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:19.411338 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0bc3f519-d81c-4f14-891e-eafb45b8b520 req-78ddd9fe-fcbb-47a3-93b4-c4b18c182fa6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ecfbeafd-1446-46f2-889b-466b351133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0751147 Sep 28 08:39:19.566204 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 53328) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:19.713183 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcf68-7a39-46b8-b03d-6e1f0a89d14c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:19.852610 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcf68-7a39-46b8-b03d-6e1f0a89d14c admin admin] Publish callbacks [] for security_group (c4d13c5f-8480-4d7c-92e0-e932ef37057e), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:19.860676 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2b4bcf68-7a39-46b8-b03d-6e1f0a89d14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (c4d13c5f-8480-4d7c-92e0-e932ef37057e), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:19.886666 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0bc3f519-d81c-4f14-891e-eafb45b8b520 req-706253a5-f50b-48b7-ba86-99803e5233e1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285614 Sep 28 08:39:19.913940 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-2b4bcf68-7a39-46b8-b03d-6e1f0a89d14c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=05e677715cdd4ac4b79141c98bddf090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3465402 Sep 28 08:39:19.915402 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bcf68-7a39-46b8-b03d-6e1f0a89d14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d13c5f-8480-4d7c-92e0-e932ef37057e,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:19.918936 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 53350) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:19.929970 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-5a6c1d2f-2c59-42c0-8946-052c1eb4c13a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ff034301-a1c4-4028-a91c-012c3b139427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733970 Sep 28 08:39:19.964655 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505c579-c12c-4e4c-ade9-52c10b0d8d93 req-f4f9fd7a-48d4-45d2-a3e7-259ab39f1b91 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:19.974067 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4505c579-c12c-4e4c-ade9-52c10b0d8d93 req-f4f9fd7a-48d4-45d2-a3e7-259ab39f1b91 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.1141710 Sep 28 08:39:19.979246 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-724f35bb-2a6e-4621-a39e-396bed1e7cbf admin admin] Publish callbacks [] for security_group (c4d13c5f-8480-4d7c-92e0-e932ef37057e), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:20.002910 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-724f35bb-2a6e-4621-a39e-396bed1e7cbf admin admin] Publish callbacks [] for security_group (c4d13c5f-8480-4d7c-92e0-e932ef37057e), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:20.006599 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eacd4d-f6e0-4f7c-a2b5-2170125072de req-93da6eb7-6fec-42c8-8070-0c5a17f56afb tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:20.008512 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-89eacd4d-f6e0-4f7c-a2b5-2170125072de req-93da6eb7-6fec-42c8-8070-0c5a17f56afb tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 944 time: 0.1507840 Sep 28 08:39:20.038729 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:20.121929 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-724f35bb-2a6e-4621-a39e-396bed1e7cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (c4d13c5f-8480-4d7c-92e0-e932ef37057e), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:20.124383 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-724f35bb-2a6e-4621-a39e-396bed1e7cbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:20.127921 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-724f35bb-2a6e-4621-a39e-396bed1e7cbf admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c4d13c5f-8480-4d7c-92e0-e932ef37057e HTTP/1.1" status: 204 len: 168 time: 0.2055995 Sep 28 08:39:20.134145 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710220e-22a7-4a78-87be-aded2d661bed req-bb650c8e-f029-48b0-b14c-5c918b0f672a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:20.135619 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b710220e-22a7-4a78-87be-aded2d661bed req-bb650c8e-f029-48b0-b14c-5c918b0f672a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6bc96052a69e409498462a1e4d499910&device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 1128 time: 0.0913172 Sep 28 08:39:20.142451 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4505c579-c12c-4e4c-ade9-52c10b0d8d93 req-1a5076d2-f387-434e-b251-4f8d1c180778 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677532 Sep 28 08:39:20.143935 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f35bb-2a6e-4621-a39e-396bed1e7cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d13c5f-8480-4d7c-92e0-e932ef37057e,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:20.161369 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7c500-b3c6-47e0-81ad-d8a8ff2169e6 req-5ac8e97e-3758-4bfe-be52-348d580cca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:20.161369 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a0e7c500-b3c6-47e0-81ad-d8a8ff2169e6 req-5ac8e97e-3758-4bfe-be52-348d580cca9e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 1130 time: 0.0734539 Sep 28 08:39:20.299193 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:20.373554 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device f6ac07f3-2675-41dc-968c-7b86388bb047 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:39:20.387543 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-89eacd4d-f6e0-4f7c-a2b5-2170125072de req-d5d4bf75-9256-4c05-b5c9-e489c0ffe6d1 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3658497 Sep 28 08:39:20.406605 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0bc3f519-d81c-4f14-891e-eafb45b8b520 req-82bd7e31-1d07-4634-b7cf-6eb34b26438a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555322 Sep 28 08:39:20.419565 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b710220e-22a7-4a78-87be-aded2d661bed req-7545c13d-e1de-4ceb-bd74-0425291f7da3 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e899002-2d72-495c-ac21-1db3e1f0ae42 HTTP/1.1" status: 200 len: 217 time: 0.2654994 Sep 28 08:39:20.461412 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bea6d-23dc-439b-9536-94e5d081a002 req-11f32dd4-6b77-4950-9d42-0b99a398e1aa tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:20.471334 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-092bea6d-23dc-439b-9536-94e5d081a002 req-11f32dd4-6b77-4950-9d42-0b99a398e1aa tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.2123044 Sep 28 08:39:20.504576 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a0e7c500-b3c6-47e0-81ad-d8a8ff2169e6 req-8cf43157-29e5-4627-8726-f795865cd5e4 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379884 Sep 28 08:39:20.519405 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port f6ac07f3-2675-41dc-968c-7b86388bb047, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f6ac07f3-2675-41dc-968c-7b86388bb047,segment=NetworkSegment(d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a),segment_id=d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:20.527025 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710220e-22a7-4a78-87be-aded2d661bed req-0ba5b3da-3f10-4a82-95db-52c1c64b39c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:20.528479 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b710220e-22a7-4a78-87be-aded2d661bed req-0ba5b3da-3f10-4a82-95db-52c1c64b39c2 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d697553d-3af9-4c9b-ba05-d2609a53313e HTTP/1.1" status: 200 len: 853 time: 0.0939345 Sep 28 08:39:20.537177 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': 'f6ac07f3-2675-41dc-968c-7b86388bb047', 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2', 'port_id': 'f6ac07f3-2675-41dc-968c-7b86388bb047', 'mac_address': 'fa:16:3e:83:9a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:39:20.574709 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-18bf0114-3874-4e23-b3ec-4fc3348dddb5 req-5bcbeda3-ad42-44e4-abfe-b3fecc027142 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ff034301-a1c4-4028-a91c-012c3b139427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205653 Sep 28 08:39:20.575760 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port f6ac07f3-2675-41dc-968c-7b86388bb047 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:39:20.576225 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (f6ac07f3-2675-41dc-968c-7b86388bb047), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:20.591041 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ac07f3-2675-41dc-968c-7b86388bb047 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:39:20.602018 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0788a0d-4d69-41cb-9096-3832d411fadb req-eeb3369c-b320-4f8a-9d87-01ec2b89cc3e tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:20.603635 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f0788a0d-4d69-41cb-9096-3832d411fadb req-eeb3369c-b320-4f8a-9d87-01ec2b89cc3e tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 945 time: 0.1034007 Sep 28 08:39:20.615426 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port f6ac07f3-2675-41dc-968c-7b86388bb047, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f6ac07f3-2675-41dc-968c-7b86388bb047,segment=NetworkSegment(d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a),segment_id=d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:20.615540 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-092bea6d-23dc-439b-9536-94e5d081a002 req-5a4e0771-3987-47df-8c5e-cb07e62d5a00 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423464 Sep 28 08:39:20.627140 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (f6ac07f3-2675-41dc-968c-7b86388bb047), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:20.646758 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 53376) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:20.665729 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a1a1e59e-8a53-48e6-8d1e-673578972cc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:20.671583 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f0788a0d-4d69-41cb-9096-3832d411fadb req-0d2a05b0-9e96-44f4-a834-627c2be13048 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555449 Sep 28 08:39:20.686815 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=f6ac07f3-2675-41dc-968c-7b86388bb047,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:20.749690 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a1a1e59e-8a53-48e6-8d1e-673578972cc8 admin admin] Publish callbacks [] for security_group (ad1fc89d-d9a4-4ec5-ab47-77bb0f84b9c2), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:20.753552 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a1a1e59e-8a53-48e6-8d1e-673578972cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (ad1fc89d-d9a4-4ec5-ab47-77bb0f84b9c2), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:20.767829 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:20.792507 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1e59e-8a53-48e6-8d1e-673578972cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1fc89d-d9a4-4ec5-ab47-77bb0f84b9c2,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:20.800590 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-a1a1e59e-8a53-48e6-8d1e-673578972cc8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ec45cd3242d94e31b8598096ac10f485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507702 Sep 28 08:39:20.802305 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 53378) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:20.850433 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-45ea41c5-5d62-4e4d-a6f4-848b1eb57fbd admin admin] Publish callbacks [] for security_group (ad1fc89d-d9a4-4ec5-ab47-77bb0f84b9c2), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:20.870197 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-45ea41c5-5d62-4e4d-a6f4-848b1eb57fbd admin admin] Publish callbacks [] for security_group (ad1fc89d-d9a4-4ec5-ab47-77bb0f84b9c2), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:20.916091 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-45ea41c5-5d62-4e4d-a6f4-848b1eb57fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (ad1fc89d-d9a4-4ec5-ab47-77bb0f84b9c2), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:20.918607 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-45ea41c5-5d62-4e4d-a6f4-848b1eb57fbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:20.919760 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-45ea41c5-5d62-4e4d-a6f4-848b1eb57fbd admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ad1fc89d-d9a4-4ec5-ab47-77bb0f84b9c2 HTTP/1.1" status: 204 len: 168 time: 0.1162572 Sep 28 08:39:20.931074 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea41c5-5d62-4e4d-a6f4-848b1eb57fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1fc89d-d9a4-4ec5-ab47-77bb0f84b9c2,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:20.942499 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:21.106726 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['f6ac07f3-2675-41dc-968c-7b86388bb047'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:39:21.122766 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710220e-22a7-4a78-87be-aded2d661bed req-a3b30af2-981a-4630-8899-cc57af8f59bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:21.124328 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b710220e-22a7-4a78-87be-aded2d661bed req-a3b30af2-981a-4630-8899-cc57af8f59bd service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b5328add-2390-4470-bd9d-0ff97db6e42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432739 Sep 28 08:39:21.296797 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b65a0-f5ed-4ba7-8a68-ce8cdfe39eec req-fd478aab-bcf4-4765-951a-53038b5a2baf tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:21.298481 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6c7b65a0-f5ed-4ba7-8a68-ce8cdfe39eec req-fd478aab-bcf4-4765-951a-53038b5a2baf tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0774934 Sep 28 08:39:21.347618 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 53396) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:21.354314 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:21.359019 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6c7b65a0-f5ed-4ba7-8a68-ce8cdfe39eec req-ff1fe9fe-afe6-4c83-ba19-1b10a66ba1ba tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545113 Sep 28 08:39:21.362930 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1a2373c0-1a3e-44d2-af15-11870d727d3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:21.453877 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1a2373c0-1a3e-44d2-af15-11870d727d3b admin admin] Publish callbacks [] for security_group (c5085b51-dd3a-49de-afec-6e8b87542fad), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:21.458525 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1a2373c0-1a3e-44d2-af15-11870d727d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (c5085b51-dd3a-49de-afec-6e8b87542fad), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:21.502872 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2373c0-1a3e-44d2-af15-11870d727d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5085b51-dd3a-49de-afec-6e8b87542fad,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:21.507023 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-1a2373c0-1a3e-44d2-af15-11870d727d3b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=1d4b0a8bcc914edb93532d48e537a54c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1581790 Sep 28 08:39:21.509903 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 53402) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:21.527487 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f075c92-cd46-45b3-b68b-4487bcf3e46b req-baeb7114-0740-412e-aeb1-9b7f1071fadc tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:21.529001 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3f075c92-cd46-45b3-b68b-4487bcf3e46b req-baeb7114-0740-412e-aeb1-9b7f1071fadc tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 944 time: 0.0619569 Sep 28 08:39:21.565452 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-69e0af8b-7620-4d57-93c0-4c65f66cf22a admin admin] Publish callbacks [] for security_group (c5085b51-dd3a-49de-afec-6e8b87542fad), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:21.578840 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3f075c92-cd46-45b3-b68b-4487bcf3e46b req-c434503b-bfba-4ec5-bd0b-0cb995af489f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440757 Sep 28 08:39:21.586489 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-69e0af8b-7620-4d57-93c0-4c65f66cf22a admin admin] Publish callbacks [] for security_group (c5085b51-dd3a-49de-afec-6e8b87542fad), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:21.634952 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-69e0af8b-7620-4d57-93c0-4c65f66cf22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (c5085b51-dd3a-49de-afec-6e8b87542fad), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:21.637559 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-69e0af8b-7620-4d57-93c0-4c65f66cf22a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:21.638738 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-69e0af8b-7620-4d57-93c0-4c65f66cf22a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c5085b51-dd3a-49de-afec-6e8b87542fad HTTP/1.1" status: 204 len: 168 time: 0.1279478 Sep 28 08:39:21.648676 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0af8b-7620-4d57-93c0-4c65f66cf22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5085b51-dd3a-49de-afec-6e8b87542fad,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:21.740910 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299aead3-fdd9-4f1d-928e-74b85dfb4951 req-f629b4a9-c3ae-422c-80ad-0a96fe21efb8 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:21.742785 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-299aead3-fdd9-4f1d-928e-74b85dfb4951 req-f629b4a9-c3ae-422c-80ad-0a96fe21efb8 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0512285 Sep 28 08:39:21.832167 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-299aead3-fdd9-4f1d-928e-74b85dfb4951 req-2e325845-5224-4298-b134-c7656617c46a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833368 Sep 28 08:39:21.840416 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3924b4-5bf3-4f4d-9347-f0853f62dd1a req-7f089e15-ce0e-448b-b855-569f3719a284 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:21.847323 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2f3924b4-5bf3-4f4d-9347-f0853f62dd1a req-7f089e15-ce0e-448b-b855-569f3719a284 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 945 time: 0.0759263 Sep 28 08:39:21.909346 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2f3924b4-5bf3-4f4d-9347-f0853f62dd1a req-d7df0c1d-6ce4-437f-8c39-9859dab26fec tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453956 Sep 28 08:39:22.492350 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbc67f-dc33-48ab-98b0-4df9eb2fa438 req-bbdd4998-616e-4512-a6dc-c445b02536d1 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:22.493911 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0ebbc67f-dc33-48ab-98b0-4df9eb2fa438 req-bbdd4998-616e-4512-a6dc-c445b02536d1 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0542011 Sep 28 08:39:22.559859 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:22.565386 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0ebbc67f-dc33-48ab-98b0-4df9eb2fa438 req-6f3553da-7c29-4ab4-9423-c606ec45aa36 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634401 Sep 28 08:39:22.706546 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:22.722254 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5f000-981e-49ad-93c4-99e1064503bd req-d3003c09-2f36-4250-883f-751fad8838e2 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:22.726706 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-42d5f000-981e-49ad-93c4-99e1064503bd req-d3003c09-2f36-4250-883f-751fad8838e2 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 944 time: 0.0662551 Sep 28 08:39:22.781866 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-42d5f000-981e-49ad-93c4-99e1064503bd req-b24728a2-6967-4865-8c83-e302930574e7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495181 Sep 28 08:39:22.968988 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212134c-37bc-4c36-9d5b-5c1d7fbaefea req-91255758-e679-4ecc-80f7-e5b3e1f0fd57 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:22.978158 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c212134c-37bc-4c36-9d5b-5c1d7fbaefea req-91255758-e679-4ecc-80f7-e5b3e1f0fd57 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0677674 Sep 28 08:39:23.055471 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device f6ac07f3-2675-41dc-968c-7b86388bb047 up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:23.066361 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb927698-f962-4181-8be0-45c4343ea07b req-c3df7859-7a29-41c9-8a22-096b3745bdfb tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:23.067841 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-eb927698-f962-4181-8be0-45c4343ea07b req-c3df7859-7a29-41c9-8a22-096b3745bdfb tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 945 time: 0.0737941 Sep 28 08:39:23.083645 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c212134c-37bc-4c36-9d5b-5c1d7fbaefea req-60752df6-090f-4394-967e-6365f4007b21 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984364 Sep 28 08:39:23.129552 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning for port f6ac07f3-2675-41dc-968c-7b86388bb047 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 08:39:23.136824 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 53484) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:23.144523 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port f6ac07f3-2675-41dc-968c-7b86388bb047 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:39:23.144726 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-eb927698-f962-4181-8be0-45c4343ea07b req-f8b9f86a-b392-4849-8fe8-3ec84ca25f29 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598862 Sep 28 08:39:23.145772 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (f6ac07f3-2675-41dc-968c-7b86388bb047), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:23.146120 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port f6ac07f3-2675-41dc-968c-7b86388bb047 Sep 28 08:39:23.234357 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port f6ac07f3-2675-41dc-968c-7b86388bb047 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:39:23.234757 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (f6ac07f3-2675-41dc-968c-7b86388bb047), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:23.258816 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53562009-e64b-47ed-8dd7-890647fe3e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ac07f3-2675-41dc-968c-7b86388bb047'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:39:23.261065 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbe6e0d-ee56-4add-8572-35ee1e8caec0" -d '{"events": [{"server_uuid": "53562009-e64b-47ed-8dd7-890647fe3e44", "name": "network-vif-plugged", "status": "completed", "tag": "f6ac07f3-2675-41dc-968c-7b86388bb047"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:39:23.266251 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e360b615-ef9a-40ad-abbf-f73845296f22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:23.288117 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port f6ac07f3-2675-41dc-968c-7b86388bb047, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f6ac07f3-2675-41dc-968c-7b86388bb047,segment=NetworkSegment(d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a),segment_id=d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:23.297052 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (f6ac07f3-2675-41dc-968c-7b86388bb047), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:23.323094 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec44bf2-9988-4e66-bb82-ca7cb7414171 x-openstack-request-id: req-8ec44bf2-9988-4e66-bb82-ca7cb7414171 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:39:23.323635 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53562009-e64b-47ed-8dd7-890647fe3e44", "name": "network-vif-plugged", "status": "completed", "tag": "f6ac07f3-2675-41dc-968c-7b86388bb047", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:39:23.324038 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8ec44bf2-9988-4e66-bb82-ca7cb7414171 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:39:23.324639 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ec44bf2-9988-4e66-bb82-ca7cb7414171'] response: {'server_uuid': '53562009-e64b-47ed-8dd7-890647fe3e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ac07f3-2675-41dc-968c-7b86388bb047', 'code': 200} Sep 28 08:39:23.353045 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=f6ac07f3-2675-41dc-968c-7b86388bb047,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:23.374651 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e360b615-ef9a-40ad-abbf-f73845296f22 admin admin] Publish callbacks [] for security_group (faad56dc-63d3-44c0-b0e8-ca748b5272ad), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:23.379296 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e360b615-ef9a-40ad-abbf-f73845296f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (faad56dc-63d3-44c0-b0e8-ca748b5272ad), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:23.424042 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e360b615-ef9a-40ad-abbf-f73845296f22 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6a472511439940f390b7b40a73e9e1d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856109 Sep 28 08:39:23.426345 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360b615-ef9a-40ad-abbf-f73845296f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faad56dc-63d3-44c0-b0e8-ca748b5272ad,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:23.426982 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 53500) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:23.497354 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-85e5e07a-ece0-463e-8033-ab2995ae806b admin admin] Publish callbacks [] for security_group (faad56dc-63d3-44c0-b0e8-ca748b5272ad), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:23.522532 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-85e5e07a-ece0-463e-8033-ab2995ae806b admin admin] Publish callbacks [] for security_group (faad56dc-63d3-44c0-b0e8-ca748b5272ad), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:23.572296 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-85e5e07a-ece0-463e-8033-ab2995ae806b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (faad56dc-63d3-44c0-b0e8-ca748b5272ad), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:23.576008 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-85e5e07a-ece0-463e-8033-ab2995ae806b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:23.579969 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-85e5e07a-ece0-463e-8033-ab2995ae806b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/faad56dc-63d3-44c0-b0e8-ca748b5272ad HTTP/1.1" status: 204 len: 168 time: 0.1492693 Sep 28 08:39:23.586755 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5e07a-ece0-463e-8033-ab2995ae806b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faad56dc-63d3-44c0-b0e8-ca748b5272ad,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:23.745836 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc79fd0-df94-4bcf-b457-0a6d0cdf5518 req-d26de97e-e2cf-4dba-843b-aa978feab6cf tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:23.748049 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-adc79fd0-df94-4bcf-b457-0a6d0cdf5518 req-d26de97e-e2cf-4dba-843b-aa978feab6cf tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0561991 Sep 28 08:39:23.815858 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-adc79fd0-df94-4bcf-b457-0a6d0cdf5518 req-21730eae-7950-49ef-bb61-79bfa588d273 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595620 Sep 28 08:39:23.936816 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c7736-0536-430c-bba0-f1672ce67a7b req-e1847fc0-08da-419d-a9e1-cba613de23df tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:23.938361 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-137c7736-0536-430c-bba0-f1672ce67a7b req-e1847fc0-08da-419d-a9e1-cba613de23df tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 944 time: 0.0563898 Sep 28 08:39:23.940931 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 53532) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:23.966764 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f3a2-a98e-4638-89bd-62288c15bbe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:24.021427 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-137c7736-0536-430c-bba0-f1672ce67a7b req-98f191e8-ceaf-4efb-ad41-c84187b4b086 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738680 Sep 28 08:39:24.078992 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f3a2-a98e-4638-89bd-62288c15bbe2 admin admin] Publish callbacks [] for security_group (482b50f7-ef6b-44ea-92eb-92e7b570e5f1), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:24.083334 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d0c6f3a2-a98e-4638-89bd-62288c15bbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (482b50f7-ef6b-44ea-92eb-92e7b570e5f1), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:24.130698 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-d0c6f3a2-a98e-4638-89bd-62288c15bbe2 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0e6566acd7774a1c8da0cd1f65560b0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1886575 Sep 28 08:39:24.131867 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6f3a2-a98e-4638-89bd-62288c15bbe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482b50f7-ef6b-44ea-92eb-92e7b570e5f1,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:24.133493 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 53540) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:24.207326 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d1830-9a0d-47e4-b966-a39d9f0c8e98 req-98b1137b-a037-447b-bc9f-4e4499179576 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:24.208872 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-087d1830-9a0d-47e4-b966-a39d9f0c8e98 req-98b1137b-a037-447b-bc9f-4e4499179576 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 944 time: 0.0564628 Sep 28 08:39:24.221803 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e241e8d8-3b0d-4826-a4b5-7bf84b875b60 admin admin] Publish callbacks [] for security_group (482b50f7-ef6b-44ea-92eb-92e7b570e5f1), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:24.252197 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e241e8d8-3b0d-4826-a4b5-7bf84b875b60 admin admin] Publish callbacks [] for security_group (482b50f7-ef6b-44ea-92eb-92e7b570e5f1), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:24.272377 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-d5bfad78-7514-43fe-927f-de2f3a0125b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:24.297752 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-087d1830-9a0d-47e4-b966-a39d9f0c8e98 req-6edf211f-b14b-48ae-85f2-4c5fdca06b3d tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805683 Sep 28 08:39:24.311716 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5aad9-f65d-49c9-b18e-722215338896 req-7e03a74e-1a8a-4260-a916-b854bacdece9 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:24.313253 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d7a5aad9-f65d-49c9-b18e-722215338896 req-7e03a74e-1a8a-4260-a916-b854bacdece9 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 945 time: 0.0771141 Sep 28 08:39:24.321357 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e241e8d8-3b0d-4826-a4b5-7bf84b875b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (482b50f7-ef6b-44ea-92eb-92e7b570e5f1), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:24.324608 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e241e8d8-3b0d-4826-a4b5-7bf84b875b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:24.325999 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e241e8d8-3b0d-4826-a4b5-7bf84b875b60 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/482b50f7-ef6b-44ea-92eb-92e7b570e5f1 HTTP/1.1" status: 204 len: 168 time: 0.1903999 Sep 28 08:39:24.326342 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:24.334224 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:24.336342 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 53548) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:24.342423 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241e8d8-3b0d-4826-a4b5-7bf84b875b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482b50f7-ef6b-44ea-92eb-92e7b570e5f1,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:24.377899 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d7a5aad9-f65d-49c9-b18e-722215338896 req-87dd7e7f-2f7e-4fd2-bef5-814511f0d56f tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588911 Sep 28 08:39:24.583679 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ae41c8a2-34b6-4536-afc6-7ed77d9bd886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:24.606297 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:24.669522 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:INSERT=24,neutron:SELECT=71,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:24.675693 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ae41c8a2-34b6-4536-afc6-7ed77d9bd886 admin admin] Publish callbacks [] for security_group (47232f38-ac1d-4099-9855-9b9fdb270ef1), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:24.680686 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ae41c8a2-34b6-4536-afc6-7ed77d9bd886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (47232f38-ac1d-4099-9855-9b9fdb270ef1), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:24.722199 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-ae41c8a2-34b6-4536-afc6-7ed77d9bd886 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=43eb1fc73f5349bb84532ed9ff10c4f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845704 Sep 28 08:39:24.722413 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 53564) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:24.737770 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41c8a2-34b6-4536-afc6-7ed77d9bd886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47232f38-ac1d-4099-9855-9b9fdb270ef1,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:24.786281 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-73843c5c-c836-4211-8c7f-12f4b7802e56 admin admin] Publish callbacks [] for security_group (47232f38-ac1d-4099-9855-9b9fdb270ef1), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:24.812641 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-73843c5c-c836-4211-8c7f-12f4b7802e56 admin admin] Publish callbacks [] for security_group (47232f38-ac1d-4099-9855-9b9fdb270ef1), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:24.869986 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-73843c5c-c836-4211-8c7f-12f4b7802e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (47232f38-ac1d-4099-9855-9b9fdb270ef1), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:24.872906 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-73843c5c-c836-4211-8c7f-12f4b7802e56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:24.876897 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-73843c5c-c836-4211-8c7f-12f4b7802e56 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/47232f38-ac1d-4099-9855-9b9fdb270ef1 HTTP/1.1" status: 204 len: 168 time: 0.1510906 Sep 28 08:39:24.883035 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73843c5c-c836-4211-8c7f-12f4b7802e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47232f38-ac1d-4099-9855-9b9fdb270ef1,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:24.978790 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44925519-4966-4022-a87c-23ddefbe1228 req-da28e233-9095-4518-8e3e-7f7ec5b0f313 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:24.980490 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-44925519-4966-4022-a87c-23ddefbe1228 req-da28e233-9095-4518-8e3e-7f7ec5b0f313 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0555608 Sep 28 08:39:25.035878 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device c6a4b931-a59a-4621-8e16-7c3e343a1e8a details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:39:25.049511 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-44925519-4966-4022-a87c-23ddefbe1228 req-45fcb1bb-c259-496a-840a-93c1abef4b8b tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587420 Sep 28 08:39:25.108674 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:25.173955 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340216f-9ecd-4f47-b2dc-16feb6e11ed6 req-e2563b33-007f-4f7f-979f-a53d26f20de5 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:25.175744 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e340216f-9ecd-4f47-b2dc-16feb6e11ed6 req-e2563b33-007f-4f7f-979f-a53d26f20de5 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 944 time: 0.0560989 Sep 28 08:39:25.206729 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port c6a4b931-a59a-4621-8e16-7c3e343a1e8a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c6a4b931-a59a-4621-8e16-7c3e343a1e8a,segment=NetworkSegment(700aaca3-a22e-4970-8e60-aa95edd00338),segment_id=700aaca3-a22e-4970-8e60-aa95edd00338)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:25.221006 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': 'c6a4b931-a59a-4621-8e16-7c3e343a1e8a', 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'port_id': 'c6a4b931-a59a-4621-8e16-7c3e343a1e8a', 'mac_address': 'fa:16:3e:f6:41:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:39:25.237822 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e340216f-9ecd-4f47-b2dc-16feb6e11ed6 req-058fd24a-f964-49ba-82c5-2bb33d47423b tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555341 Sep 28 08:39:25.274442 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port c6a4b931-a59a-4621-8e16-7c3e343a1e8a is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:39:25.274927 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (c6a4b931-a59a-4621-8e16-7c3e343a1e8a), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:25.290511 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a4b931-a59a-4621-8e16-7c3e343a1e8a {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:39:25.315237 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port c6a4b931-a59a-4621-8e16-7c3e343a1e8a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c6a4b931-a59a-4621-8e16-7c3e343a1e8a,segment=NetworkSegment(700aaca3-a22e-4970-8e60-aa95edd00338),segment_id=700aaca3-a22e-4970-8e60-aa95edd00338)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:25.323358 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (c6a4b931-a59a-4621-8e16-7c3e343a1e8a), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:25.338518 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 53588) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:25.377368 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dc43b61d-9de8-454d-aa8a-1fd873174a10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:25.417726 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=c6a4b931-a59a-4621-8e16-7c3e343a1e8a,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:25.490860 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b710220e-22a7-4a78-87be-aded2d661bed req-b3cb0abf-bc58-4762-a2fd-2483ae84f095 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401241 Sep 28 08:39:25.524375 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cb1de-f88f-41be-8fd0-6b3d6c8d1616 req-530a652b-0680-4ce7-8d90-16ca953e2872 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:25.525996 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3e2cb1de-f88f-41be-8fd0-6b3d6c8d1616 req-530a652b-0680-4ce7-8d90-16ca953e2872 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 945 time: 0.1086912 Sep 28 08:39:25.544485 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76de0c-0dec-4920-83d9-b59ed1c6e23c req-1550cf50-ab50-4eb7-865f-465650e43cb7 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:25.546515 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2e76de0c-0dec-4920-83d9-b59ed1c6e23c req-1550cf50-ab50-4eb7-865f-465650e43cb7 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 945 time: 0.0817058 Sep 28 08:39:25.653026 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3e2cb1de-f88f-41be-8fd0-6b3d6c8d1616 req-59c140a1-5579-420d-8864-921e13c6e7f4 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181462 Sep 28 08:39:25.661353 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dc43b61d-9de8-454d-aa8a-1fd873174a10 admin admin] Publish callbacks [] for security_group (3576f099-ed2f-41d8-b930-e9225380ae8f), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:25.665891 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2e76de0c-0dec-4920-83d9-b59ed1c6e23c req-0c85e485-ef97-4f80-a20c-a2617ecceedf tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096239 Sep 28 08:39:25.667799 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dc43b61d-9de8-454d-aa8a-1fd873174a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (3576f099-ed2f-41d8-b930-e9225380ae8f), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:25.708378 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43b61d-9de8-454d-aa8a-1fd873174a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3576f099-ed2f-41d8-b930-e9225380ae8f,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:25.716259 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-dc43b61d-9de8-454d-aa8a-1fd873174a10 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8fc6ef08b9e64baca2fa4871fef8f402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3743210 Sep 28 08:39:25.716560 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 53604) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:25.781865 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-bac50587-f57b-441c-bdd3-da2fed16cf14 admin admin] Publish callbacks [] for security_group (3576f099-ed2f-41d8-b930-e9225380ae8f), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:25.809184 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-bac50587-f57b-441c-bdd3-da2fed16cf14 admin admin] Publish callbacks [] for security_group (3576f099-ed2f-41d8-b930-e9225380ae8f), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:25.836616 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:25.865696 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-bac50587-f57b-441c-bdd3-da2fed16cf14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (3576f099-ed2f-41d8-b930-e9225380ae8f), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:25.868931 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-bac50587-f57b-441c-bdd3-da2fed16cf14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:25.870490 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-bac50587-f57b-441c-bdd3-da2fed16cf14 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3576f099-ed2f-41d8-b930-e9225380ae8f HTTP/1.1" status: 204 len: 168 time: 0.1527512 Sep 28 08:39:25.881533 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac50587-f57b-441c-bdd3-da2fed16cf14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3576f099-ed2f-41d8-b930-e9225380ae8f,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:26.122253 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['c6a4b931-a59a-4621-8e16-7c3e343a1e8a'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:39:26.152500 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:26.187003 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:26.241118 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080f6ab-6def-4db4-b422-3246aa83acec req-4a925d3f-051d-4502-95df-d8d1cd776972 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:26.248101 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0080f6ab-6def-4db4-b422-3246aa83acec req-4a925d3f-051d-4502-95df-d8d1cd776972 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0760281 Sep 28 08:39:26.304678 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0080f6ab-6def-4db4-b422-3246aa83acec req-96942144-4ea1-4a0a-928c-7ee1c0e5d592 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553386 Sep 28 08:39:26.397852 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184213ea-7687-4b4a-b4a0-97c729c8c941 req-18f2a716-731b-44e2-89d0-93f214b85331 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:26.399383 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-184213ea-7687-4b4a-b4a0-97c729c8c941 req-18f2a716-731b-44e2-89d0-93f214b85331 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 944 time: 0.0533998 Sep 28 08:39:26.454083 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-184213ea-7687-4b4a-b4a0-97c729c8c941 req-22292fe3-4c6e-45e4-bc0f-ab7df7943c2c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483291 Sep 28 08:39:26.661872 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-75ea3b83-fb41-43be-8b41-0337b1ee7bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:26.793551 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba9125a-96e9-4f61-9ab3-ab33d51cb162 req-8b0841c0-9100-4007-8e75-0c70e381424e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:26.795085 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7ba9125a-96e9-4f61-9ab3-ab33d51cb162 req-8b0841c0-9100-4007-8e75-0c70e381424e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 945 time: 0.0545220 Sep 28 08:39:26.849711 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7ba9125a-96e9-4f61-9ab3-ab33d51cb162 req-741b9936-7a38-4067-a6e9-a547e587dafa tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474703 Sep 28 08:39:27.276184 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b710220e-22a7-4a78-87be-aded2d661bed req-f7cc97c4-5e64-40b0-be23-b796de2705f6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942481 Sep 28 08:39:27.443380 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7567c-7f68-43ab-a5b1-52726b16c172 req-d58c02a9-54c4-4e78-bdbf-bbb4e528299e tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:27.444869 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-45a7567c-7f68-43ab-a5b1-52726b16c172 req-d58c02a9-54c4-4e78-bdbf-bbb4e528299e tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0475912 Sep 28 08:39:27.496499 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-45a7567c-7f68-43ab-a5b1-52726b16c172 req-1dff11ce-b963-42ef-8fe0-c394f283e525 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457430 Sep 28 08:39:27.587024 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d350eb3-0809-4d98-92aa-5ab6a340b775 req-b2005eb8-1d62-438c-bed8-a47bc9e979b8 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:27.588636 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4d350eb3-0809-4d98-92aa-5ab6a340b775 req-b2005eb8-1d62-438c-bed8-a47bc9e979b8 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 944 time: 0.0540023 Sep 28 08:39:27.651761 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4d350eb3-0809-4d98-92aa-5ab6a340b775 req-a63c6aec-ad93-4240-b095-4d5057d1d109 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549707 Sep 28 08:39:27.840919 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:27.855175 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d4470-1ea5-47c9-9c5b-16ead44ef04a req-71bfe4b9-d79a-4122-bc61-7dc5d56f786f tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:27.856675 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4b1d4470-1ea5-47c9-9c5b-16ead44ef04a req-71bfe4b9-d79a-4122-bc61-7dc5d56f786f tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0579491 Sep 28 08:39:27.915403 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4b1d4470-1ea5-47c9-9c5b-16ead44ef04a req-fe719388-bebe-4e77-a49d-6cdac106ab3f tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518517 Sep 28 08:39:28.019433 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35960410-4845-4433-af21-f436199759c1 req-12722dd4-e87d-481f-886a-fb5f01d10b00 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:28.021324 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-35960410-4845-4433-af21-f436199759c1 req-12722dd4-e87d-481f-886a-fb5f01d10b00 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 945 time: 0.0550268 Sep 28 08:39:28.073967 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-35960410-4845-4433-af21-f436199759c1 req-0980c867-264c-4b3a-ab19-05743a542df1 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466816 Sep 28 08:39:28.473704 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device c6a4b931-a59a-4621-8e16-7c3e343a1e8a up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:28.532467 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning for port c6a4b931-a59a-4621-8e16-7c3e343a1e8a completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 08:39:28.542672 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port c6a4b931-a59a-4621-8e16-7c3e343a1e8a triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:39:28.543054 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (c6a4b931-a59a-4621-8e16-7c3e343a1e8a), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:28.543420 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port c6a4b931-a59a-4621-8e16-7c3e343a1e8a Sep 28 08:39:28.630136 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port c6a4b931-a59a-4621-8e16-7c3e343a1e8a is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:39:28.630518 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (c6a4b931-a59a-4621-8e16-7c3e343a1e8a), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:28.653125 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf04325-2791-450a-8f0c-7ab39f891ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a4b931-a59a-4621-8e16-7c3e343a1e8a'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:39:28.655810 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0caf5bf1-bfbc-4ce8-adbc-f54616d25b3f" -d '{"events": [{"server_uuid": "bdf04325-2791-450a-8f0c-7ab39f891ec4", "name": "network-vif-plugged", "status": "completed", "tag": "c6a4b931-a59a-4621-8e16-7c3e343a1e8a"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:39:28.669044 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port c6a4b931-a59a-4621-8e16-7c3e343a1e8a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c6a4b931-a59a-4621-8e16-7c3e343a1e8a,segment=NetworkSegment(700aaca3-a22e-4970-8e60-aa95edd00338),segment_id=700aaca3-a22e-4970-8e60-aa95edd00338)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:28.674418 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (c6a4b931-a59a-4621-8e16-7c3e343a1e8a), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:28.699708 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72623e22-df27-4f55-8151-5eab58c51aa2 x-openstack-request-id: req-72623e22-df27-4f55-8151-5eab58c51aa2 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:39:28.700018 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf04325-2791-450a-8f0c-7ab39f891ec4", "name": "network-vif-plugged", "status": "completed", "tag": "c6a4b931-a59a-4621-8e16-7c3e343a1e8a", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:39:28.700273 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72623e22-df27-4f55-8151-5eab58c51aa2 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:39:28.700663 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72623e22-df27-4f55-8151-5eab58c51aa2'] response: {'server_uuid': 'bdf04325-2791-450a-8f0c-7ab39f891ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a4b931-a59a-4621-8e16-7c3e343a1e8a', 'code': 200} Sep 28 08:39:28.727020 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=c6a4b931-a59a-4621-8e16-7c3e343a1e8a,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:28.790727 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db5776-b520-4e73-9672-4c51215d77d3 req-ad77b493-f473-4d8c-8f14-a4ec3c41d368 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:28.792344 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f7db5776-b520-4e73-9672-4c51215d77d3 req-ad77b493-f473-4d8c-8f14-a4ec3c41d368 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 944 time: 0.0519338 Sep 28 08:39:28.845279 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f7db5776-b520-4e73-9672-4c51215d77d3 req-f3a884cc-1030-4251-92d4-8b04b26b01af tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455821 Sep 28 08:39:29.042748 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282806c0-75bf-4643-abc5-54cf37d83efe req-9b753bb7-c40c-4d12-ac98-daa9432c3648 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:29.044199 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-282806c0-75bf-4643-abc5-54cf37d83efe req-9b753bb7-c40c-4d12-ac98-daa9432c3648 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0465801 Sep 28 08:39:29.090945 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-282806c0-75bf-4643-abc5-54cf37d83efe req-774def53-925d-4498-af1e-a2a54684d343 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410779 Sep 28 08:39:29.194647 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d578a3d-971d-44b8-b0d3-23bafc3e9dc2 req-716ca79f-753a-4987-81d3-ec2565897134 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:29.196117 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8d578a3d-971d-44b8-b0d3-23bafc3e9dc2 req-716ca79f-753a-4987-81d3-ec2565897134 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0464001 Sep 28 08:39:29.242181 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8d578a3d-971d-44b8-b0d3-23bafc3e9dc2 req-8088f965-c9ec-44c1-8a75-884360ed5303 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404563 Sep 28 08:39:29.413382 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:29.451451 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:29.953863 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:29.967509 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b249dc-2f2a-49f9-9dfa-00c2a9c6c219 req-18fb222f-2f8f-4275-affc-fb574801065d tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:29.968959 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a1b249dc-2f2a-49f9-9dfa-00c2a9c6c219 req-18fb222f-2f8f-4275-affc-fb574801065d tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 944 time: 0.0514617 Sep 28 08:39:30.016099 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a1b249dc-2f2a-49f9-9dfa-00c2a9c6c219 req-cb93017a-3d07-4afc-9eaf-5162262c160b tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413971 Sep 28 08:39:30.207191 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6b91a-1b7a-43f9-b99b-6b7be171b370 req-b4b36954-7db7-49dd-85fa-77e978a69a52 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:30.208649 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bba6b91a-1b7a-43f9-b99b-6b7be171b370 req-b4b36954-7db7-49dd-85fa-77e978a69a52 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0459776 Sep 28 08:39:30.220303 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:30.256498 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bba6b91a-1b7a-43f9-b99b-6b7be171b370 req-8708665c-f65e-486b-999e-77e65b87f0de tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423045 Sep 28 08:39:30.364493 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055779fe-d10f-49b4-83b0-fe7ba1c11b6e req-bb00997b-5400-43fa-ae70-da472d36da36 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:30.366010 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-055779fe-d10f-49b4-83b0-fe7ba1c11b6e req-bb00997b-5400-43fa-ae70-da472d36da36 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0506575 Sep 28 08:39:30.415418 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-055779fe-d10f-49b4-83b0-fe7ba1c11b6e req-9955e592-d614-437f-acec-44609a825ec1 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436063 Sep 28 08:39:31.135849 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6439c19-78f8-4113-862a-2b075637f021 req-6354d436-06e6-4f89-897d-73ea54a380bb tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:31.137238 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b6439c19-78f8-4113-862a-2b075637f021 req-6354d436-06e6-4f89-897d-73ea54a380bb tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 944 time: 0.0473933 Sep 28 08:39:31.184466 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b6439c19-78f8-4113-862a-2b075637f021 req-91e73267-7446-443b-9ccd-080ce0306349 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409110 Sep 28 08:39:31.375163 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2162e0-39bf-47b2-a848-99f363da5754 req-7590fe43-397a-4e25-8bae-325a6a3cff4d tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:31.376620 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bd2162e0-39bf-47b2-a848-99f363da5754 req-7590fe43-397a-4e25-8bae-325a6a3cff4d tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0457449 Sep 28 08:39:31.425622 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bd2162e0-39bf-47b2-a848-99f363da5754 req-1fe02aeb-80e9-452d-9ef7-fa99eabdedba tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433302 Sep 28 08:39:31.536107 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5447b9-2ccf-496e-bce0-b2f07f78bf31 req-069b340c-9cce-4a57-bb71-16e439dd9478 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:31.537602 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6f5447b9-2ccf-496e-bce0-b2f07f78bf31 req-069b340c-9cce-4a57-bb71-16e439dd9478 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0461385 Sep 28 08:39:31.585040 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6f5447b9-2ccf-496e-bce0-b2f07f78bf31 req-2587d228-ab52-42cc-8b78-9a9493ac2654 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416181 Sep 28 08:39:32.308573 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1d74e-87ec-45d4-ba6c-fd79b26a5e62 req-975c0ba4-2db3-4ea5-bf52-2e4fd772d565 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:32.310082 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c5f1d74e-87ec-45d4-ba6c-fd79b26a5e62 req-975c0ba4-2db3-4ea5-bf52-2e4fd772d565 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 944 time: 0.0475261 Sep 28 08:39:32.356476 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c5f1d74e-87ec-45d4-ba6c-fd79b26a5e62 req-1d3ca7af-ac49-4d18-a5f8-04e1cea3807b tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403829 Sep 28 08:39:32.547160 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d36b7-535a-479a-8701-e74fce676300 req-da891802-43a9-4b31-8a33-59ee89fe7c98 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:32.548644 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5e2d36b7-535a-479a-8701-e74fce676300 req-da891802-43a9-4b31-8a33-59ee89fe7c98 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0506327 Sep 28 08:39:32.595801 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5e2d36b7-535a-479a-8701-e74fce676300 req-0e454e19-d8b4-4018-8940-e36b392011c6 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415118 Sep 28 08:39:32.704594 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36addea7-955d-406d-a679-72e80cb1f765 req-01c35201-1905-4db9-b6d6-b97f25b92f1e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:32.706080 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-36addea7-955d-406d-a679-72e80cb1f765 req-01c35201-1905-4db9-b6d6-b97f25b92f1e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0463917 Sep 28 08:39:32.752477 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-36addea7-955d-406d-a679-72e80cb1f765 req-10418581-4a19-42fa-a2f2-c9c62c5a5a3f tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407813 Sep 28 08:39:33.279094 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 3e899002-2d72-495c-ac21-1db3e1f0ae42 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:39:33.388606 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 3e899002-2d72-495c-ac21-1db3e1f0ae42, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3e899002-2d72-495c-ac21-1db3e1f0ae42,segment=NetworkSegment(52f4fd3c-c9b0-4536-b2fa-f368a4de5deb),segment_id=52f4fd3c-c9b0-4536-b2fa-f368a4de5deb)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:33.401412 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': '3e899002-2d72-495c-ac21-1db3e1f0ae42', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'port_id': '3e899002-2d72-495c-ac21-1db3e1f0ae42', 'mac_address': 'fa:16:3e:09:25:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:39:33.438495 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 3e899002-2d72-495c-ac21-1db3e1f0ae42 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:39:33.438944 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (3e899002-2d72-495c-ac21-1db3e1f0ae42), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:33.447620 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:33.453763 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e899002-2d72-495c-ac21-1db3e1f0ae42 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:39:33.478600 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 3e899002-2d72-495c-ac21-1db3e1f0ae42, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3e899002-2d72-495c-ac21-1db3e1f0ae42,segment=NetworkSegment(52f4fd3c-c9b0-4536-b2fa-f368a4de5deb),segment_id=52f4fd3c-c9b0-4536-b2fa-f368a4de5deb)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:33.484128 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (3e899002-2d72-495c-ac21-1db3e1f0ae42), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:33.485617 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5833e-17e3-4a3f-8d60-ae2759459a91 req-c944c84e-87c0-4e8e-8fda-0f430ec39c0a tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:33.487181 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-adf5833e-17e3-4a3f-8d60-ae2759459a91 req-c944c84e-87c0-4e8e-8fda-0f430ec39c0a tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 944 time: 0.0518837 Sep 28 08:39:33.539625 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=3e899002-2d72-495c-ac21-1db3e1f0ae42,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:33.555660 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-adf5833e-17e3-4a3f-8d60-ae2759459a91 req-c34c83a6-268f-4090-a24a-7598311616bc tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600121 Sep 28 08:39:33.734009 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5334e-136d-4fb9-bff0-60a6e7b5633e req-ece9662c-a295-41c2-b265-f778bb6b15a7 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:33.735515 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8cd5334e-136d-4fb9-bff0-60a6e7b5633e req-ece9662c-a295-41c2-b265-f778bb6b15a7 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0523574 Sep 28 08:39:33.785572 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8cd5334e-136d-4fb9-bff0-60a6e7b5633e req-0d1f4d11-904d-4999-a8ab-7b201502620f tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444915 Sep 28 08:39:33.853547 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:33.892635 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7fcdc-0501-411b-af3a-71c36e2cf608 req-32b45583-2a8e-45cf-b6e7-eb4f390b93b4 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:33.894188 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-35b7fcdc-0501-411b-af3a-71c36e2cf608 req-32b45583-2a8e-45cf-b6e7-eb4f390b93b4 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0504138 Sep 28 08:39:33.946425 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-35b7fcdc-0501-411b-af3a-71c36e2cf608 req-129225f9-1924-4fcf-892a-8b1e9b146857 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452247 Sep 28 08:39:34.691421 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c7797-284e-494c-8f1d-0f2a938782c1 req-7240e440-5789-429e-8965-e3f7133cbdc8 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:34.692924 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a43c7797-284e-494c-8f1d-0f2a938782c1 req-7240e440-5789-429e-8965-e3f7133cbdc8 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 945 time: 0.0611973 Sep 28 08:39:34.739755 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a43c7797-284e-494c-8f1d-0f2a938782c1 req-ad1809aa-9d81-4d99-a521-8722c03167fb tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411489 Sep 28 08:39:34.870416 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:34.909593 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8a55c-8082-4bc1-89f4-1c811d074867 req-5b6c24e6-0db7-4b69-b73d-1cb8dc069912 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:34.911105 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f8f8a55c-8082-4bc1-89f4-1c811d074867 req-5b6c24e6-0db7-4b69-b73d-1cb8dc069912 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0489159 Sep 28 08:39:34.966258 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f8f8a55c-8082-4bc1-89f4-1c811d074867 req-ff183e22-9365-48db-808a-ec995ed67834 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486608 Sep 28 08:39:35.070524 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038ed08-6a71-433f-9c6e-10e97284110b req-15f30d35-c389-424b-b23e-b56b0facdbf7 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:35.072025 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3038ed08-6a71-433f-9c6e-10e97284110b req-15f30d35-c389-424b-b23e-b56b0facdbf7 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0500147 Sep 28 08:39:35.118769 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3038ed08-6a71-433f-9c6e-10e97284110b req-5b69586d-ca64-461b-aa19-07f56f2bc310 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410833 Sep 28 08:39:35.796922 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:35.810282 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:35.874992 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8b043-27a6-49cc-b648-cd19ddbed622 req-fa7f62bd-d2e6-4c3c-8bbc-3484896d76d5 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:35.876510 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-76d8b043-27a6-49cc-b648-cd19ddbed622 req-fa7f62bd-d2e6-4c3c-8bbc-3484896d76d5 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 945 time: 0.0579629 Sep 28 08:39:35.931220 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-76d8b043-27a6-49cc-b648-cd19ddbed622 req-80da06c3-9876-4821-9b80-a11f099e5c16 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483465 Sep 28 08:39:36.090987 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc5d3f-f7c8-4373-88e5-8146fc5d0e2b req-69526748-5e93-4393-8ce5-5d4937b0b851 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:36.092361 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d1dc5d3f-f7c8-4373-88e5-8146fc5d0e2b req-69526748-5e93-4393-8ce5-5d4937b0b851 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0471649 Sep 28 08:39:36.146942 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d1dc5d3f-f7c8-4373-88e5-8146fc5d0e2b req-7d3c3736-19c4-4ec6-93e1-60b2308a6780 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443678 Sep 28 08:39:36.244930 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c48399-b052-41b8-8563-d3630108ac6e req-7570ba3a-b1a0-496d-b447-3c1e6fc6ac95 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:36.246432 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-41c48399-b052-41b8-8563-d3630108ac6e req-7570ba3a-b1a0-496d-b447-3c1e6fc6ac95 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0459366 Sep 28 08:39:36.303254 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-41c48399-b052-41b8-8563-d3630108ac6e req-cdd9ea31-b1ce-439b-b300-f3ff332a384c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506306 Sep 28 08:39:36.693258 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['3e899002-2d72-495c-ac21-1db3e1f0ae42'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:39:36.887850 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a2856-5e88-4d2d-b717-553b3d024cd3 req-6b92e475-f699-475f-9abf-e83a1ef44033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:36.889443 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b37a2856-5e88-4d2d-b717-553b3d024cd3 req-6b92e475-f699-475f-9abf-e83a1ef44033 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 1129 time: 0.0433714 Sep 28 08:39:37.029758 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b37a2856-5e88-4d2d-b717-553b3d024cd3 req-6e898476-a868-402f-950d-52c7aa870b1e service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659370 Sep 28 08:39:37.126506 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73298d09-a89b-45b6-9580-7abcd6e25075 req-8e7deaf3-b63a-4d98-8094-084a65400078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:37.128408 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-73298d09-a89b-45b6-9580-7abcd6e25075 req-8e7deaf3-b63a-4d98-8094-084a65400078 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=42699952850d49fdafb670aeb5f613ed&device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 1130 time: 0.1583049 Sep 28 08:39:37.146085 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f27924-b2eb-4ffb-b110-97a02235cf19 req-0b205306-8e91-49dc-b383-0751355c8add tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:37.148494 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-34f27924-b2eb-4ffb-b110-97a02235cf19 req-0b205306-8e91-49dc-b383-0751355c8add tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 945 time: 0.0690300 Sep 28 08:39:37.216912 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-34f27924-b2eb-4ffb-b110-97a02235cf19 req-a9834f7f-7a75-474c-b0bd-0f6f96ddd485 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597663 Sep 28 08:39:37.366623 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae211b-dfc1-4053-97f3-1e73686444f7 req-637bdbbb-3c3d-4020-a06a-1e4f4e3c30bf tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:37.381631 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-aeae211b-dfc1-4053-97f3-1e73686444f7 req-637bdbbb-3c3d-4020-a06a-1e4f4e3c30bf tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0647085 Sep 28 08:39:37.448760 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-aeae211b-dfc1-4053-97f3-1e73686444f7 req-030fcf1a-eb15-4bae-b382-c125b6dbbcb6 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687931 Sep 28 08:39:37.530088 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bfe937-e6e2-4d09-83d1-d5567a71cecd req-548a3eba-a7ec-43fd-accb-f324ff45e46d tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:37.533696 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-69bfe937-e6e2-4d09-83d1-d5567a71cecd req-548a3eba-a7ec-43fd-accb-f324ff45e46d tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0826979 Sep 28 08:39:37.622915 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:37.633036 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-69bfe937-e6e2-4d09-83d1-d5567a71cecd req-c32960c8-c230-4418-beea-ebdf5a7e0393 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923579 Sep 28 08:39:37.728330 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85adfa3-8052-47ca-b81e-11a32900c82d req-b3ffb19b-b562-41ea-ab46-548d4fb40dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:37.729796 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a85adfa3-8052-47ca-b81e-11a32900c82d req-b3ffb19b-b562-41ea-ab46-548d4fb40dd7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 1130 time: 0.0460935 Sep 28 08:39:37.736640 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73298d09-a89b-45b6-9580-7abcd6e25075 req-608a19aa-e7dd-44ce-9b8a-e0015e0504f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:37.738186 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-73298d09-a89b-45b6-9580-7abcd6e25075 req-608a19aa-e7dd-44ce-9b8a-e0015e0504f8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=ecfbeafd-1446-46f2-889b-466b351133a2 HTTP/1.1" status: 200 len: 919 time: 0.1456728 Sep 28 08:39:38.140454 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 3e899002-2d72-495c-ac21-1db3e1f0ae42 up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:39:38.181299 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning for port 3e899002-2d72-495c-ac21-1db3e1f0ae42 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 08:39:38.188010 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port 3e899002-2d72-495c-ac21-1db3e1f0ae42 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:39:38.188448 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (3e899002-2d72-495c-ac21-1db3e1f0ae42), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:38.188766 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port 3e899002-2d72-495c-ac21-1db3e1f0ae42 Sep 28 08:39:38.264041 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 3e899002-2d72-495c-ac21-1db3e1f0ae42 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:39:38.264440 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (3e899002-2d72-495c-ac21-1db3e1f0ae42), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:38.288551 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d333fe6-3d16-47c6-9104-714c67456652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e899002-2d72-495c-ac21-1db3e1f0ae42'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:39:38.291081 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc647497-7354-4d09-a31f-c70f9db538e9" -d '{"events": [{"server_uuid": "1d333fe6-3d16-47c6-9104-714c67456652", "name": "network-vif-plugged", "status": "completed", "tag": "3e899002-2d72-495c-ac21-1db3e1f0ae42"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:39:38.304836 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 3e899002-2d72-495c-ac21-1db3e1f0ae42, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3e899002-2d72-495c-ac21-1db3e1f0ae42,segment=NetworkSegment(52f4fd3c-c9b0-4536-b2fa-f368a4de5deb),segment_id=52f4fd3c-c9b0-4536-b2fa-f368a4de5deb)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:39:38.310174 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (3e899002-2d72-495c-ac21-1db3e1f0ae42), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:38.334617 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e309a3-7140-472c-88fd-7e71727e095f x-openstack-request-id: req-82e309a3-7140-472c-88fd-7e71727e095f {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:39:38.334905 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d333fe6-3d16-47c6-9104-714c67456652", "name": "network-vif-plugged", "status": "completed", "tag": "3e899002-2d72-495c-ac21-1db3e1f0ae42", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:39:38.335150 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82e309a3-7140-472c-88fd-7e71727e095f {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:39:38.335532 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82e309a3-7140-472c-88fd-7e71727e095f'] response: {'server_uuid': '1d333fe6-3d16-47c6-9104-714c67456652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e899002-2d72-495c-ac21-1db3e1f0ae42', 'code': 200} Sep 28 08:39:38.351498 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c926c58-c369-4ce8-bf37-0e66a0ec269a req-6c7bb7a8-b92f-419f-b7f7-113065043a17 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:38.352988 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6c926c58-c369-4ce8-bf37-0e66a0ec269a req-6c7bb7a8-b92f-419f-b7f7-113065043a17 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 946 time: 0.0541556 Sep 28 08:39:38.362288 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=3e899002-2d72-495c-ac21-1db3e1f0ae42,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:38.402411 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6c926c58-c369-4ce8-bf37-0e66a0ec269a req-131cff3b-430a-444f-a1e9-22badfeb6f7a tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436335 Sep 28 08:39:38.575714 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec431a-5733-4e6a-a935-63b7d594c797 req-ee777a7d-66d0-4466-a548-dac1dbef74a1 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:38.577273 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c1ec431a-5733-4e6a-a935-63b7d594c797 req-ee777a7d-66d0-4466-a548-dac1dbef74a1 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0508618 Sep 28 08:39:38.626963 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c1ec431a-5733-4e6a-a935-63b7d594c797 req-658d77f1-3a11-4f42-b9e2-ae11621a48ec tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439322 Sep 28 08:39:38.674402 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-73298d09-a89b-45b6-9580-7abcd6e25075 req-8521e252-4438-4127-8ae5-3ec94a51f430 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a3b0562-aa67-4f66-a0ad-66e753e42296 HTTP/1.1" status: 200 len: 217 time: 0.0367882 Sep 28 08:39:38.691505 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a85adfa3-8052-47ca-b81e-11a32900c82d req-eeae5d72-5ddb-4279-ab07-0ecb3a91bc0d service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521948 Sep 28 08:39:38.778141 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114e6e6-0df7-4c10-8162-5dbc6b407ed4 req-368aef30-ba2d-4538-ae31-cb3658fe9383 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:38.779812 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2114e6e6-0df7-4c10-8162-5dbc6b407ed4 req-368aef30-ba2d-4538-ae31-cb3658fe9383 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0518351 Sep 28 08:39:38.791867 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:38.840477 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2114e6e6-0df7-4c10-8162-5dbc6b407ed4 req-310bb06a-3ff1-467f-8647-94633a4f038e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501871 Sep 28 08:39:39.257217 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73298d09-a89b-45b6-9580-7abcd6e25075 req-a917bbbc-77e8-460e-8e70-004f21a8e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:39.258644 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-73298d09-a89b-45b6-9580-7abcd6e25075 req-a917bbbc-77e8-460e-8e70-004f21a8e180 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=18b86f52-f49c-435b-95de-852298b2f6f4 HTTP/1.1" status: 200 len: 857 time: 0.0441496 Sep 28 08:39:39.534534 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029f694-c341-4e7a-b2fb-34195911193b req-25ddd179-b6aa-4051-b78c-1f95baea7255 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:39.536032 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8029f694-c341-4e7a-b2fb-34195911193b req-25ddd179-b6aa-4051-b78c-1f95baea7255 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 946 time: 0.0521717 Sep 28 08:39:39.585331 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8029f694-c341-4e7a-b2fb-34195911193b req-a11ff928-7a49-40c6-a72c-a0a837f28b97 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430136 Sep 28 08:39:39.736306 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:39:39.754301 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1637ff-33f2-4a83-925b-ca577cd2a9ef req-a662b7c4-0eb1-4ab6-840e-dff298e64434 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:39.756048 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ef1637ff-33f2-4a83-925b-ca577cd2a9ef req-a662b7c4-0eb1-4ab6-840e-dff298e64434 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0522766 Sep 28 08:39:39.814253 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ef1637ff-33f2-4a83-925b-ca577cd2a9ef req-16aff224-0266-4de4-8de5-5299a3c8ba3c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506616 Sep 28 08:39:39.977923 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80185831-a604-4868-affd-5ece282f2980 req-7c459ddc-1ade-4978-993d-cbe8d9cd01c5 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:39.979503 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-80185831-a604-4868-affd-5ece282f2980 req-7c459ddc-1ade-4978-993d-cbe8d9cd01c5 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0572162 Sep 28 08:39:40.040061 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-80185831-a604-4868-affd-5ece282f2980 req-b7fa8bdf-b1f9-4978-b302-4a6f9d631c0c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543528 Sep 28 08:39:40.357398 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73298d09-a89b-45b6-9580-7abcd6e25075 req-01aad1bb-cebb-4b16-82fb-77e4334b1cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:40.357398 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-73298d09-a89b-45b6-9580-7abcd6e25075 req-01aad1bb-cebb-4b16-82fb-77e4334b1cdd service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ecfbeafd-1446-46f2-889b-466b351133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510375 Sep 28 08:39:40.705775 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976a037-7d54-4ab9-a5b2-19478812b5b8 req-025d615d-8fa7-49e4-bbc5-d5b7c52af062 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:40.707227 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b976a037-7d54-4ab9-a5b2-19478812b5b8 req-025d615d-8fa7-49e4-bbc5-d5b7c52af062 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 946 time: 0.0493217 Sep 28 08:39:40.754577 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b976a037-7d54-4ab9-a5b2-19478812b5b8 req-0a2782e4-5325-422d-9140-b40c476645f2 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416331 Sep 28 08:39:40.942333 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0ee9c-6964-460f-9059-f6fb91dafbed req-1ef86651-ebdf-4ebc-a0fb-b0efe7d49a0b tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:40.943817 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4c0ee9c-6964-460f-9059-f6fb91dafbed req-1ef86651-ebdf-4ebc-a0fb-b0efe7d49a0b tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0484922 Sep 28 08:39:40.992083 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4c0ee9c-6964-460f-9059-f6fb91dafbed req-bfda4a5d-0442-4ea2-a11f-0f3fa01cdc60 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421653 Sep 28 08:39:41.168671 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098bb2b-14fc-4eca-8206-264932739de1 req-fd45cc8e-bc43-4c51-9274-a3a1cbc9ce0c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:41.170087 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a098bb2b-14fc-4eca-8206-264932739de1 req-fd45cc8e-bc43-4c51-9274-a3a1cbc9ce0c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0475957 Sep 28 08:39:41.212208 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:41.230048 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a098bb2b-14fc-4eca-8206-264932739de1 req-0b30a30e-bc93-4a18-9645-a35175f4e4f9 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538681 Sep 28 08:39:41.550427 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 54034) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:41.682424 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6b9b4e8d-0feb-4f83-8058-e2a6ee117859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:41.784364 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6e58e-cfa6-48c4-974c-ce3d4add3847 req-51c27e01-1f4f-457f-ad6c-bb44f41d8c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:41.794698 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 54044) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:41.795938 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fbe6e58e-cfa6-48c4-974c-ce3d4add3847 req-51c27e01-1f4f-457f-ad6c-bb44f41d8c8e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 1130 time: 0.0862498 Sep 28 08:39:41.896213 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-73298d09-a89b-45b6-9580-7abcd6e25075 req-0f18c19c-6d21-4ba1-b2b3-c41c44b50707 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834517 Sep 28 08:39:41.898129 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6b9b4e8d-0feb-4f83-8058-e2a6ee117859 admin admin] Publish callbacks [] for security_group (738bd9c9-9216-49a5-8e32-c983648f0063), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:41.902694 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6b9b4e8d-0feb-4f83-8058-e2a6ee117859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (738bd9c9-9216-49a5-8e32-c983648f0063), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:41.918569 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:41.950157 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239ee9a-dd04-4959-9bfa-8a19d80693ca req-f7fce10e-e2ba-4a8b-9716-330b2d0b52f4 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:41.951544 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b239ee9a-dd04-4959-9bfa-8a19d80693ca req-f7fce10e-e2ba-4a8b-9716-330b2d0b52f4 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 946 time: 0.1091828 Sep 28 08:39:41.958810 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-265c0fee-0bd9-4435-a593-d18e6922f704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:41.968891 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-6b9b4e8d-0feb-4f83-8058-e2a6ee117859 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a40205da07f242a48c7ee37350a1d3bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4166672 Sep 28 08:39:41.971680 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 54048) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:42.002525 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b4e8d-0feb-4f83-8058-e2a6ee117859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738bd9c9-9216-49a5-8e32-c983648f0063,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:42.028637 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cdc73618-0aab-4ac7-811b-ca619ad1c0ed admin admin] Publish callbacks [] for security_group (738bd9c9-9216-49a5-8e32-c983648f0063), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:42.053719 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b239ee9a-dd04-4959-9bfa-8a19d80693ca req-7f45d02c-b293-4806-988b-fca5ed741208 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923977 Sep 28 08:39:42.056276 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cdc73618-0aab-4ac7-811b-ca619ad1c0ed admin admin] Publish callbacks [] for security_group (738bd9c9-9216-49a5-8e32-c983648f0063), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:42.119626 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cdc73618-0aab-4ac7-811b-ca619ad1c0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (738bd9c9-9216-49a5-8e32-c983648f0063), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:42.122291 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cdc73618-0aab-4ac7-811b-ca619ad1c0ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:42.123508 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-cdc73618-0aab-4ac7-811b-ca619ad1c0ed admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/738bd9c9-9216-49a5-8e32-c983648f0063 HTTP/1.1" status: 204 len: 168 time: 0.1506829 Sep 28 08:39:42.132268 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc73618-0aab-4ac7-811b-ca619ad1c0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738bd9c9-9216-49a5-8e32-c983648f0063,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:42.393121 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802c5bb-8059-4f26-87c3-f88265f1e3e6 req-a18f62f1-0b5e-406c-8512-56c20bfb7e8d tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:42.394672 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3802c5bb-8059-4f26-87c3-f88265f1e3e6 req-a18f62f1-0b5e-406c-8512-56c20bfb7e8d tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.3170550 Sep 28 08:39:42.397187 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-265c0fee-0bd9-4435-a593-d18e6922f704 admin admin] Publish callbacks [] for security_group (6e65d4d4-a9d9-472b-a7e6-84bf5da1a3e6), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:42.407103 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-265c0fee-0bd9-4435-a593-d18e6922f704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (6e65d4d4-a9d9-472b-a7e6-84bf5da1a3e6), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:42.427565 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05aa32-0b28-48e5-ae29-d6aee54ef0b3 req-becb8e43-1973-49cc-9e91-71b17dee025c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:42.429058 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4a05aa32-0b28-48e5-ae29-d6aee54ef0b3 req-becb8e43-1973-49cc-9e91-71b17dee025c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0882192 Sep 28 08:39:42.490017 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c0fee-0bd9-4435-a593-d18e6922f704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e65d4d4-a9d9-472b-a7e6-84bf5da1a3e6,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:42.502872 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-265c0fee-0bd9-4435-a593-d18e6922f704 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=09c98239d7f3486ebc429aad02391120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7025180 Sep 28 08:39:42.502983 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 54074) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:42.547258 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3802c5bb-8059-4f26-87c3-f88265f1e3e6 req-d20a4143-f0b4-4841-a8ba-04966fbf3ef4 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371455 Sep 28 08:39:42.551842 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4a05aa32-0b28-48e5-ae29-d6aee54ef0b3 req-1e985772-e974-4b58-97d4-40152fa1b71b tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104536 Sep 28 08:39:42.592485 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0a375ec5-f4bc-4945-b573-1d08824e9f30 admin admin] Publish callbacks [] for security_group (6e65d4d4-a9d9-472b-a7e6-84bf5da1a3e6), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:42.604089 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:42.623683 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0a375ec5-f4bc-4945-b573-1d08824e9f30 admin admin] Publish callbacks [] for security_group (6e65d4d4-a9d9-472b-a7e6-84bf5da1a3e6), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:42.684432 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0a375ec5-f4bc-4945-b573-1d08824e9f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (6e65d4d4-a9d9-472b-a7e6-84bf5da1a3e6), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:42.686991 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0a375ec5-f4bc-4945-b573-1d08824e9f30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:42.688199 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-0a375ec5-f4bc-4945-b573-1d08824e9f30 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/6e65d4d4-a9d9-472b-a7e6-84bf5da1a3e6 HTTP/1.1" status: 204 len: 168 time: 0.1838377 Sep 28 08:39:42.700040 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a375ec5-f4bc-4945-b573-1d08824e9f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e65d4d4-a9d9-472b-a7e6-84bf5da1a3e6,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:42.755288 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855be3f-3f0c-41d7-a792-55bdb7bf6bb5 req-65f2038b-f8fe-4cda-87b1-eadee9020340 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:42.761034 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3855be3f-3f0c-41d7-a792-55bdb7bf6bb5 req-65f2038b-f8fe-4cda-87b1-eadee9020340 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0937569 Sep 28 08:39:42.768488 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 54090) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:42.773952 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-12cbd649-063b-426a-8d70-7da8ce1e108e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Request body: {'floatingip': {'port_id': 'c6a4b931-a59a-4621-8e16-7c3e343a1e8a'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:39:42.861463 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-12cbd649-063b-426a-8d70-7da8ce1e108e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for floatingip (0ce951e3-6cda-4ab3-ae4e-24e9061d23f1), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:43.028141 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 54098) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:43.095801 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 54106) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:43.115742 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-13ef9933-d1e7-4d40-a690-c9a17893454b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:43.119003 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:43.259579 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83081ff3-b3b8-469f-88d2-6557e385e998 req-63ddee7c-32e2-4224-a871-addab2c9e62f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:43.261148 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-83081ff3-b3b8-469f-88d2-6557e385e998 req-63ddee7c-32e2-4224-a871-addab2c9e62f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 946 time: 0.0806980 Sep 28 08:39:43.284376 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-13ef9933-d1e7-4d40-a690-c9a17893454b admin admin] Publish callbacks [] for security_group (5adb502a-2575-4259-bf32-d8436d43c622), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:43.305388 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-13ef9933-d1e7-4d40-a690-c9a17893454b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (5adb502a-2575-4259-bf32-d8436d43c622), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:43.312132 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-87f209ee-6f0c-4300-bb08-143cae52ffa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:43.380140 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:43.385497 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-13ef9933-d1e7-4d40-a690-c9a17893454b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=aa45278fe2c4439c9b1015a34c41405e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2882807 Sep 28 08:39:43.388234 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 54110) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:43.393302 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef9933-d1e7-4d40-a690-c9a17893454b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adb502a-2575-4259-bf32-d8436d43c622,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:43.400856 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-83081ff3-b3b8-469f-88d2-6557e385e998 req-3429b8aa-a299-4e24-ac8d-5cb3e1d80a07 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320920 Sep 28 08:39:43.467582 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=81,neutron:INSERT=19 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:43.480625 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-87f209ee-6f0c-4300-bb08-143cae52ffa6 admin admin] Publish callbacks [] for security_group (ebde91ce-ec39-48db-be00-2e9ff83e6e5f), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:43.486177 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-87f209ee-6f0c-4300-bb08-143cae52ffa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (ebde91ce-ec39-48db-be00-2e9ff83e6e5f), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:43.536221 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f209ee-6f0c-4300-bb08-143cae52ffa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebde91ce-ec39-48db-be00-2e9ff83e6e5f,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:43.541852 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-87f209ee-6f0c-4300-bb08-143cae52ffa6 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=34b00239804a45488ff8981c0e108f29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5121996 Sep 28 08:39:43.544478 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 54114) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:43.577789 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0840a981-f3a5-4193-af23-22d9c5b406f8 admin admin] Publish callbacks [] for security_group (5adb502a-2575-4259-bf32-d8436d43c622), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:43.605778 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d82d8bfb-fbf2-4295-8a62-3d2a043d5177 admin admin] Publish callbacks [] for security_group (ebde91ce-ec39-48db-be00-2e9ff83e6e5f), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:43.643507 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d82d8bfb-fbf2-4295-8a62-3d2a043d5177 admin admin] Publish callbacks [] for security_group (ebde91ce-ec39-48db-be00-2e9ff83e6e5f), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:43.750875 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fce1d-bef5-495f-be3b-e7e95cfb8e1f req-9344f762-7585-4332-a77f-95cb693d460a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:43.758881 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-789fce1d-bef5-495f-be3b-e7e95cfb8e1f req-9344f762-7585-4332-a77f-95cb693d460a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0954764 Sep 28 08:39:43.822017 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-789fce1d-bef5-495f-be3b-e7e95cfb8e1f req-b283c3ce-7dec-4ae3-b058-3899c3680460 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614710 Sep 28 08:39:43.824677 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d82d8bfb-fbf2-4295-8a62-3d2a043d5177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (ebde91ce-ec39-48db-be00-2e9ff83e6e5f), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:43.829424 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d82d8bfb-fbf2-4295-8a62-3d2a043d5177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:43.830559 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-d82d8bfb-fbf2-4295-8a62-3d2a043d5177 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ebde91ce-ec39-48db-be00-2e9ff83e6e5f HTTP/1.1" status: 204 len: 168 time: 0.2851579 Sep 28 08:39:43.849536 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d8bfb-fbf2-4295-8a62-3d2a043d5177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebde91ce-ec39-48db-be00-2e9ff83e6e5f,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:43.875852 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0840a981-f3a5-4193-af23-22d9c5b406f8 admin admin] Publish callbacks [] for security_group (5adb502a-2575-4259-bf32-d8436d43c622), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:43.892803 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-12cbd649-063b-426a-8d70-7da8ce1e108e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:43.902717 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-12cbd649-063b-426a-8d70-7da8ce1e108e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (0ce951e3-6cda-4ab3-ae4e-24e9061d23f1), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:44.008764 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0840a981-f3a5-4193-af23-22d9c5b406f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (5adb502a-2575-4259-bf32-d8436d43c622), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:44.011275 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0840a981-f3a5-4193-af23-22d9c5b406f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:44.014766 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-0840a981-f3a5-4193-af23-22d9c5b406f8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5adb502a-2575-4259-bf32-d8436d43c622 HTTP/1.1" status: 204 len: 168 time: 0.6231685 Sep 28 08:39:44.025837 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840a981-f3a5-4193-af23-22d9c5b406f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adb502a-2575-4259-bf32-d8436d43c622,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:44.032724 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.db.l3_db [None req-12cbd649-063b-426a-8d70-7da8ce1e108e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Floating IP 0ce951e3-6cda-4ab3-ae4e-24e9061d23f1 associated. External IP: 172.27.2.242, port: c6a4b931-a59a-4621-8e16-7c3e343a1e8a. Sep 28 08:39:44.193372 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:44.254813 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cbd649-063b-426a-8d70-7da8ce1e108e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Router f28f4b09-bb20-4116-a49c-6a9d65d35564 has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:39:44.320168 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 54142) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:44.360343 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6dde730f-e263-4d3b-8fc5-2e4013a876b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:44.401652 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cbd649-063b-426a-8d70-7da8ce1e108e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:39:44.408799 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-12cbd649-063b-426a-8d70-7da8ce1e108e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:44.416726 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c4c4ff-4449-45f0-858e-7b2d3805f459 None None] Sync routers for ids ['f28f4b09-bb20-4116-a49c-6a9d65d35564'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:39:44.428323 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c4c4ff-4449-45f0-858e-7b2d3805f459 None None] Routers {'f28f4b09-bb20-4116-a49c-6a9d65d35564'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:39:44.428968 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-31c4c4ff-4449-45f0-858e-7b2d3805f459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:39:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['f28f4b09-bb20-4116-a49c-6a9d65d35564'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:44.466383 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-12cbd649-063b-426a-8d70-7da8ce1e108e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/0ce951e3-6cda-4ab3-ae4e-24e9061d23f1 HTTP/1.1" status: 200 len: 992 time: 1.6967540 Sep 28 08:39:44.468336 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf04325-2791-450a-8f0c-7ab39f891ec4', 'tag': 'c6a4b931-a59a-4621-8e16-7c3e343a1e8a'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:39:44.471272 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10a2db9-f856-49e7-9200-21108c2d7493" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf04325-2791-450a-8f0c-7ab39f891ec4", "tag": "c6a4b931-a59a-4621-8e16-7c3e343a1e8a"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:39:44.541701 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 54154) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:44.553529 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6dde730f-e263-4d3b-8fc5-2e4013a876b6 admin admin] Publish callbacks [] for security_group (076103c8-89ca-4076-9c8c-488d44fd6586), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:44.555850 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fb2bf6-5e3f-4249-ac98-2719109409c1 x-openstack-request-id: req-84fb2bf6-5e3f-4249-ac98-2719109409c1 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:39:44.556158 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf04325-2791-450a-8f0c-7ab39f891ec4", "tag": "c6a4b931-a59a-4621-8e16-7c3e343a1e8a", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:39:44.556823 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-84fb2bf6-5e3f-4249-ac98-2719109409c1 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:39:44.557292 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84fb2bf6-5e3f-4249-ac98-2719109409c1'] response: {'name': 'network-changed', 'server_uuid': 'bdf04325-2791-450a-8f0c-7ab39f891ec4', 'tag': 'c6a4b931-a59a-4621-8e16-7c3e343a1e8a', 'status': 'completed', 'code': 200} Sep 28 08:39:44.560673 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6dde730f-e263-4d3b-8fc5-2e4013a876b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (076103c8-89ca-4076-9c8c-488d44fd6586), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:44.579155 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e443e5c9-ed63-46df-ad8a-99dadedc5e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:44.609049 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:44.613075 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a615a3-78b5-449a-8be0-348a72bf968b req-8f35de76-e5e4-41e4-905e-1623a1e97999 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:44.613959 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dde730f-e263-4d3b-8fc5-2e4013a876b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076103c8-89ca-4076-9c8c-488d44fd6586,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:44.614773 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-02a615a3-78b5-449a-8be0-348a72bf968b req-8f35de76-e5e4-41e4-905e-1623a1e97999 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 946 time: 0.0907362 Sep 28 08:39:44.616787 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-31c4c4ff-4449-45f0-858e-7b2d3805f459 None None] Set router f28f4b09-bb20-4116-a49c-6a9d65d35564 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:39:44.620450 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-6dde730f-e263-4d3b-8fc5-2e4013a876b6 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c719c0c913704c76a8f8a7ff1f2dae62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3000934 Sep 28 08:39:44.623035 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 54156) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:44.670862 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:44.741000 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-02a615a3-78b5-449a-8be0-348a72bf968b req-09a23a6f-7360-494f-b7f4-138b9d9cc326 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089489 Sep 28 08:39:44.761357 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-494e0972-06b4-445f-ab94-4587ae83d1c6 admin admin] Publish callbacks [] for security_group (076103c8-89ca-4076-9c8c-488d44fd6586), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:44.802310 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-494e0972-06b4-445f-ab94-4587ae83d1c6 admin admin] Publish callbacks [] for security_group (076103c8-89ca-4076-9c8c-488d44fd6586), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:44.805254 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e443e5c9-ed63-46df-ad8a-99dadedc5e15 admin admin] Publish callbacks [] for security_group (0a43ed7b-296d-460b-85bb-ad534572132c), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:44.812919 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e443e5c9-ed63-46df-ad8a-99dadedc5e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (0a43ed7b-296d-460b-85bb-ad534572132c), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:44.876642 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-e443e5c9-ed63-46df-ad8a-99dadedc5e15 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0b565c2cc25b4faf898dc29de7c5d908&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328180 Sep 28 08:39:44.878142 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443e5c9-ed63-46df-ad8a-99dadedc5e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a43ed7b-296d-460b-85bb-ad534572132c,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:44.879042 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 54164) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:44.904036 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-494e0972-06b4-445f-ab94-4587ae83d1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (076103c8-89ca-4076-9c8c-488d44fd6586), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:44.907802 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-494e0972-06b4-445f-ab94-4587ae83d1c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:44.909793 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-494e0972-06b4-445f-ab94-4587ae83d1c6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/076103c8-89ca-4076-9c8c-488d44fd6586 HTTP/1.1" status: 204 len: 168 time: 0.2854505 Sep 28 08:39:44.921566 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e0972-06b4-445f-ab94-4587ae83d1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076103c8-89ca-4076-9c8c-488d44fd6586,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:44.965918 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-34e43eeb-b47f-4e43-ae2f-61fab49b3902 admin admin] Publish callbacks [] for security_group (0a43ed7b-296d-460b-85bb-ad534572132c), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:44.977844 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-31c4c4ff-4449-45f0-858e-7b2d3805f459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'name': 'tempest-AttachVolumeTestJSON-293215671-router', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:57Z', 'updated_at': '2022-09-28T08:38:09Z', 'revision_number': 4, 'project_id': 'd3e65d28e5664025978902943452f338', 'gw_port': {'id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '0ce951e3-6cda-4ab3-ae4e-24e9061d23f1', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'port_id': 'c6a4b931-a59a-4621-8e16-7c3e343a1e8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'mac_address': 'fa:16:3e:f6:41:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf04325-2791-450a-8f0c-7ab39f891ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:38:21Z', 'updated_at': '2022-09-28T08:39:43Z', 'revision_number': 1, 'project_id': 'd3e65d28e5664025978902943452f338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c958791-0f5f-4925-88e0-a1c6f3b6419c', 'name': '', 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'mac_address': 'fa:16:3e:9a:86:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:08Z', 'updated_at': '2022-09-28T08:38:26Z', 'revision_number': 5, 'project_id': 'd3e65d28e5664025978902943452f338', 'subnets': [{'id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:44.989876 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-34e43eeb-b47f-4e43-ae2f-61fab49b3902 admin admin] Publish callbacks [] for security_group (0a43ed7b-296d-460b-85bb-ad534572132c), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:45.013747 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c4c4ff-4449-45f0-858e-7b2d3805f459 None None] Checking router: f28f4b09-bb20-4116-a49c-6a9d65d35564 for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:39:45.029768 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c4c4ff-4449-45f0-858e-7b2d3805f459 None None] Routers {'f28f4b09-bb20-4116-a49c-6a9d65d35564'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:39:45.032233 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-31c4c4ff-4449-45f0-858e-7b2d3805f459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:39:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['f28f4b09-bb20-4116-a49c-6a9d65d35564'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:45.039255 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:45.063904 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-34e43eeb-b47f-4e43-ae2f-61fab49b3902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (0a43ed7b-296d-460b-85bb-ad534572132c), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:45.070760 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b6df9-dd6d-4622-823f-472086b4303a req-4b50826e-2683-41c2-95ec-40c1e108ae53 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:45.074617 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-417b6df9-dd6d-4622-823f-472086b4303a req-4b50826e-2683-41c2-95ec-40c1e108ae53 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.1039431 Sep 28 08:39:45.075075 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-34e43eeb-b47f-4e43-ae2f-61fab49b3902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:45.089452 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-34e43eeb-b47f-4e43-ae2f-61fab49b3902 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0a43ed7b-296d-460b-85bb-ad534572132c HTTP/1.1" status: 204 len: 168 time: 0.2067990 Sep 28 08:39:45.119105 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e43eeb-b47f-4e43-ae2f-61fab49b3902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a43ed7b-296d-460b-85bb-ad534572132c,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:45.202717 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-417b6df9-dd6d-4622-823f-472086b4303a req-db49832c-afb4-487d-8dae-78a7ca0efe55 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204929 Sep 28 08:39:45.247826 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-31c4c4ff-4449-45f0-858e-7b2d3805f459 None None] Set router f28f4b09-bb20-4116-a49c-6a9d65d35564 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:39:45.607412 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-31c4c4ff-4449-45f0-858e-7b2d3805f459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'name': 'tempest-AttachVolumeTestJSON-293215671-router', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:57Z', 'updated_at': '2022-09-28T08:38:09Z', 'revision_number': 4, 'project_id': 'd3e65d28e5664025978902943452f338', 'gw_port': {'id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '0ce951e3-6cda-4ab3-ae4e-24e9061d23f1', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'port_id': 'c6a4b931-a59a-4621-8e16-7c3e343a1e8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'mac_address': 'fa:16:3e:f6:41:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf04325-2791-450a-8f0c-7ab39f891ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:38:21Z', 'updated_at': '2022-09-28T08:39:43Z', 'revision_number': 1, 'project_id': 'd3e65d28e5664025978902943452f338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c958791-0f5f-4925-88e0-a1c6f3b6419c', 'name': '', 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'mac_address': 'fa:16:3e:9a:86:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:08Z', 'updated_at': '2022-09-28T08:38:26Z', 'revision_number': 5, 'project_id': 'd3e65d28e5664025978902943452f338', 'subnets': [{'id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:45.639250 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c4c4ff-4449-45f0-858e-7b2d3805f459 None None] The sync data for ids ['f28f4b09-bb20-4116-a49c-6a9d65d35564'] in dv-cinder-844563-8-iscsi is: [{'id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'name': 'tempest-AttachVolumeTestJSON-293215671-router', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:57Z', 'updated_at': '2022-09-28T08:38:09Z', 'revision_number': 4, 'project_id': 'd3e65d28e5664025978902943452f338', 'gw_port': {'id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '0ce951e3-6cda-4ab3-ae4e-24e9061d23f1', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'port_id': 'c6a4b931-a59a-4621-8e16-7c3e343a1e8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'mac_address': 'fa:16:3e:f6:41:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf04325-2791-450a-8f0c-7ab39f891ec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:38:21Z', 'updated_at': '2022-09-28T08:39:43Z', 'revision_number': 1, 'project_id': 'd3e65d28e5664025978902943452f338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c958791-0f5f-4925-88e0-a1c6f3b6419c', 'name': '', 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'mac_address': 'fa:16:3e:9a:86:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:08Z', 'updated_at': '2022-09-28T08:38:26Z', 'revision_number': 5, 'project_id': 'd3e65d28e5664025978902943452f338', 'subnets': [{'id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:39:45.661010 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a2db9-f856-49e7-9200-21108c2d7493 req-70260216-b152-46bf-b9a3-3f879672824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:45.662688 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b10a2db9-f856-49e7-9200-21108c2d7493 req-70260216-b152-46bf-b9a3-3f879672824d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=d3e65d28e5664025978902943452f338&device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 1130 time: 0.0817392 Sep 28 08:39:45.665756 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fbe6e58e-cfa6-48c4-974c-ce3d4add3847 req-0fed582f-0822-4a2b-832a-75ee08780edf service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062558 Sep 28 08:39:45.744974 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-73298d09-a89b-45b6-9580-7abcd6e25075 req-838d934d-644b-458b-b836-d1089f6a1886 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842847 Sep 28 08:39:45.912890 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbd198-e2a8-4c31-b456-2a6be94785fb req-6187d870-464c-478b-a5c6-2a2c3c3bcdfe tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:45.914496 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-edcbd198-e2a8-4c31-b456-2a6be94785fb req-6187d870-464c-478b-a5c6-2a2c3c3bcdfe tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 946 time: 0.0662951 Sep 28 08:39:45.970003 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-edcbd198-e2a8-4c31-b456-2a6be94785fb req-2648c2fc-5432-40c3-a03b-0c402efcb9bf tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438704 Sep 28 08:39:46.043183 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 54216) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:46.151714 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-58d556f0-80e4-4cf4-a641-d4b69edf6b46 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-767669585-network', 'tenant_id': 'ecf3d02df950406f8530cb3ab89f2de9'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:39:46.174947 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d556f0-80e4-4cf4-a641-d4b69edf6b46 admin admin] Made reservation on behalf of ecf3d02df950406f8530cb3ab89f2de9 for: {'network': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:46.177869 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-58d556f0-80e4-4cf4-a641-d4b69edf6b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for network (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:46.188209 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-58d556f0-80e4-4cf4-a641-d4b69edf6b46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:46.378891 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a2db9-f856-49e7-9200-21108c2d7493 req-39a9eade-cf35-4541-a052-951502a0bdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:46.381186 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b10a2db9-f856-49e7-9200-21108c2d7493 req-39a9eade-cf35-4541-a052-951502a0bdd6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=ff034301-a1c4-4028-a91c-012c3b139427 HTTP/1.1" status: 200 len: 911 time: 0.1625280 Sep 28 08:39:46.393161 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-58d556f0-80e4-4cf4-a641-d4b69edf6b46 admin admin] Publish callbacks [] for security_group (7f871249-cfe2-4d0d-b452-7db85f7bb0e1), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:46.395166 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87a99c-9e19-493e-85e0-0807c958d563 req-abc1c89c-d90b-4382-a37b-99d72983cf85 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:46.397050 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7b87a99c-9e19-493e-85e0-0807c958d563 req-abc1c89c-d90b-4382-a37b-99d72983cf85 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0936842 Sep 28 08:39:46.398126 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-58d556f0-80e4-4cf4-a641-d4b69edf6b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (7f871249-cfe2-4d0d-b452-7db85f7bb0e1), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:46.404547 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:46.433932 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d556f0-80e4-4cf4-a641-d4b69edf6b46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=106475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:39:46.442190 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d556f0-80e4-4cf4-a641-d4b69edf6b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f871249-cfe2-4d0d-b452-7db85f7bb0e1,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:46.463347 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-58d556f0-80e4-4cf4-a641-d4b69edf6b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (45684262-ce33-4507-92a2-add6511a956d), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:46.463896 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.db.segments_db [None req-58d556f0-80e4-4cf4-a641-d4b69edf6b46 admin admin] Added segment 45684262-ce33-4507-92a2-add6511a956d of type vlan for network 29be1497-ed99-4e75-8bc9-869fe2ac37a5 Sep 28 08:39:46.473685 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7b87a99c-9e19-493e-85e0-0807c958d563 req-8abbc2f1-eba6-42f4-b8fe-82cccebee343 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532727 Sep 28 08:39:46.516779 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-58d556f0-80e4-4cf4-a641-d4b69edf6b46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759190207681'] for network (29be1497-ed99-4e75-8bc9-869fe2ac37a5), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:46.548145 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-58d556f0-80e4-4cf4-a641-d4b69edf6b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for network (29be1497-ed99-4e75-8bc9-869fe2ac37a5), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:46.550273 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d556f0-80e4-4cf4-a641-d4b69edf6b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:46.552064 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-58d556f0-80e4-4cf4-a641-d4b69edf6b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:46.610910 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5f78c5-913f-4663-8d98-23bd66fc2123 None None] New status for floating IP 0ce951e3-6cda-4ab3-ae4e-24e9061d23f1: ACTIVE {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:39:46.638661 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 54240) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:46.639526 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-58d556f0-80e4-4cf4-a641-d4b69edf6b46 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5951874 Sep 28 08:39:46.644349 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-cf18471e-7d27-4d85-8b41-f0133f9f8c3e admin admin] Request body: {'subnet': {'network_id': '29be1497-ed99-4e75-8bc9-869fe2ac37a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-767669585-subnet', 'tenant_id': 'ecf3d02df950406f8530cb3ab89f2de9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:39:46.671444 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d556f0-80e4-4cf4-a641-d4b69edf6b46 admin admin] Pushing event updated for resources: {'Network': ['ID=29be1497-ed99-4e75-8bc9-869fe2ac37a5,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:46.685028 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf18471e-7d27-4d85-8b41-f0133f9f8c3e admin admin] Made reservation on behalf of ecf3d02df950406f8530cb3ab89f2de9 for: {'subnet': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:46.690796 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cf18471e-7d27-4d85-8b41-f0133f9f8c3e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:46.709303 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Network 29be1497-ed99-4e75-8bc9-869fe2ac37a5 details requested by agent ovs-agent-dv-cinder-844563-8-iscsi with host dv-cinder-844563-8-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:39:46.884433 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cf18471e-7d27-4d85-8b41-f0133f9f8c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for subnet (a2d2bedf-95b7-4119-9469-6ab2290d032d), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:46.953243 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:46.972102 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18471e-7d27-4d85-8b41-f0133f9f8c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2d2bedf-95b7-4119-9469-6ab2290d032d,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:46.980183 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf18471e-7d27-4d85-8b41-f0133f9f8c3e admin admin] Checking segment: {'id': '45684262-ce33-4507-92a2-add6511a956d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '29be1497-ed99-4e75-8bc9-869fe2ac37a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:39:46.980530 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf18471e-7d27-4d85-8b41-f0133f9f8c3e admin admin] Network hostable DHCP agents. Network: 29be1497-ed99-4e75-8bc9-869fe2ac37a5, hostable agents: ['303e7d5d-73d6-4049-9660-05be0257cf7d'], hosted agents: [] {{(pid=106476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:39:47.010529 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf18471e-7d27-4d85-8b41-f0133f9f8c3e admin admin] Network 29be1497-ed99-4e75-8bc9-869fe2ac37a5 is scheduled to be hosted by DHCP agent 303e7d5d-73d6-4049-9660-05be0257cf7d with binding_index 1 {{(pid=106476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:39:47.024185 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-cf18471e-7d27-4d85-8b41-f0133f9f8c3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-8-iscsi, 29be1497-ed99-4e75-8bc9-869fe2ac37a5) {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:47.028673 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf18471e-7d27-4d85-8b41-f0133f9f8c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:47.029346 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cf18471e-7d27-4d85-8b41-f0133f9f8c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:47.034477 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbbf338-170f-4e38-9c61-22a206f31047 None None] Network 29be1497-ed99-4e75-8bc9-869fe2ac37a5 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:39:47.057721 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-cf18471e-7d27-4d85-8b41-f0133f9f8c3e admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4177911 Sep 28 08:39:47.144035 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7da465-f9e8-4130-aee0-07f05c771430 req-8970e1d6-7e2d-4daf-bb0b-a2e799023341 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:47.152724 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8c7da465-f9e8-4130-aee0-07f05c771430 req-8970e1d6-7e2d-4daf-bb0b-a2e799023341 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 946 time: 0.0723221 Sep 28 08:39:47.155463 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0296957-a337-4570-b69b-e4a89cdb235b None None] Network 29be1497-ed99-4e75-8bc9-869fe2ac37a5 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:39:47.213144 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8c7da465-f9e8-4130-aee0-07f05c771430 req-3e312fcd-7dbe-49e3-a513-80a752398e16 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536835 Sep 28 08:39:47.319433 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b10a2db9-f856-49e7-9200-21108c2d7493 req-3d666964-c904-4838-8476-d74cbcbe67c7 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6a4b931-a59a-4621-8e16-7c3e343a1e8a HTTP/1.1" status: 200 len: 1002 time: 0.1227605 Sep 28 08:39:47.360485 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:47.378497 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a2db9-f856-49e7-9200-21108c2d7493 req-bd01e972-0329-4e49-86b8-8362085aedf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:47.380029 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b10a2db9-f856-49e7-9200-21108c2d7493 req-bd01e972-0329-4e49-86b8-8362085aedf7 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=6605e181-a637-4e6a-a804-d0eb5c55d597 HTTP/1.1" status: 200 len: 849 time: 0.0540135 Sep 28 08:39:47.434497 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a2db9-f856-49e7-9200-21108c2d7493 req-976b0dc8-b3b3-48d2-ae48-116836a42827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:47.437145 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b10a2db9-f856-49e7-9200-21108c2d7493 req-976b0dc8-b3b3-48d2-ae48-116836a42827 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ff034301-a1c4-4028-a91c-012c3b139427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509098 Sep 28 08:39:47.617228 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f691f-0713-48b9-bcc9-9d7ee6b47d04 req-2e670614-5ab2-4a12-9f3c-c4a2889b114d tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:47.618769 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-986f691f-0713-48b9-bcc9-9d7ee6b47d04 req-2e670614-5ab2-4a12-9f3c-c4a2889b114d tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0531640 Sep 28 08:39:47.619237 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 54268) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:47.623761 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-04a0e639-4792-489e-b6b3-e98b4c64e425 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1765697773-network', 'tenant_id': '28f9c06434b644519ae34a991cb581e2'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:39:47.668325 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a0e639-4792-489e-b6b3-e98b4c64e425 admin admin] Made reservation on behalf of 28f9c06434b644519ae34a991cb581e2 for: {'network': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:47.670666 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-04a0e639-4792-489e-b6b3-e98b4c64e425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for network (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:47.673115 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:47.695701 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-04a0e639-4792-489e-b6b3-e98b4c64e425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:47.702278 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-986f691f-0713-48b9-bcc9-9d7ee6b47d04 req-eadba2cd-3016-40fa-a4a6-61c4686098aa tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746100 Sep 28 08:39:47.785399 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-04a0e639-4792-489e-b6b3-e98b4c64e425 admin admin] Publish callbacks [] for security_group (a035e917-e441-4b3f-af04-8ac457c221c4), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:47.790215 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-04a0e639-4792-489e-b6b3-e98b4c64e425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (a035e917-e441-4b3f-af04-8ac457c221c4), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:47.815632 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a0e639-4792-489e-b6b3-e98b4c64e425 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=106476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:39:47.826154 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0e639-4792-489e-b6b3-e98b4c64e425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a035e917-e441-4b3f-af04-8ac457c221c4,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:47.833166 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-04a0e639-4792-489e-b6b3-e98b4c64e425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (468f9d3e-d8da-4743-bb36-012d5fb85ebf), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:47.833509 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.segments_db [None req-04a0e639-4792-489e-b6b3-e98b4c64e425 admin admin] Added segment 468f9d3e-d8da-4743-bb36-012d5fb85ebf of type vlan for network 28901864-be5e-42df-87c7-98fa37ac2219 Sep 28 08:39:47.889356 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-04a0e639-4792-489e-b6b3-e98b4c64e425 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759190207681'] for network (28901864-be5e-42df-87c7-98fa37ac2219), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:47.918016 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-04a0e639-4792-489e-b6b3-e98b4c64e425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for network (28901864-be5e-42df-87c7-98fa37ac2219), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:47.919719 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a0e639-4792-489e-b6b3-e98b4c64e425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:47.920502 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-04a0e639-4792-489e-b6b3-e98b4c64e425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:47.928830 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b10a2db9-f856-49e7-9200-21108c2d7493 req-43c7588b-bca2-4a4d-851f-4ac4a5c61f33 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ff034301-a1c4-4028-a91c-012c3b139427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261730 Sep 28 08:39:47.980566 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-04a0e639-4792-489e-b6b3-e98b4c64e425 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3597167 Sep 28 08:39:47.982776 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 54274) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:47.987982 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-5eadc72d-a55f-4135-b6a8-d00570a7d391 admin admin] Request body: {'subnet': {'network_id': '28901864-be5e-42df-87c7-98fa37ac2219', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1765697773-subnet', 'tenant_id': '28f9c06434b644519ae34a991cb581e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:39:48.000947 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0e639-4792-489e-b6b3-e98b4c64e425 admin admin] Pushing event updated for resources: {'Network': ['ID=28901864-be5e-42df-87c7-98fa37ac2219,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:48.011379 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Network 28901864-be5e-42df-87c7-98fa37ac2219 details requested by agent ovs-agent-dv-cinder-844563-8-iscsi with host dv-cinder-844563-8-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:39:48.015349 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eadc72d-a55f-4135-b6a8-d00570a7d391 admin admin] Made reservation on behalf of 28f9c06434b644519ae34a991cb581e2 for: {'subnet': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:39:48.018232 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5eadc72d-a55f-4135-b6a8-d00570a7d391 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3714023'] for subnet (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:48.026757 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:48.068098 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:48.192477 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5eadc72d-a55f-4135-b6a8-d00570a7d391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2790258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3714001'] for subnet (9b68df86-ac75-4581-8746-7e4938287a53), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:48.254247 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eadc72d-a55f-4135-b6a8-d00570a7d391 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b68df86-ac75-4581-8746-7e4938287a53,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:48.270695 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eadc72d-a55f-4135-b6a8-d00570a7d391 admin admin] Checking segment: {'id': '468f9d3e-d8da-4743-bb36-012d5fb85ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '28901864-be5e-42df-87c7-98fa37ac2219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:39:48.271230 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eadc72d-a55f-4135-b6a8-d00570a7d391 admin admin] Network hostable DHCP agents. Network: 28901864-be5e-42df-87c7-98fa37ac2219, hostable agents: ['303e7d5d-73d6-4049-9660-05be0257cf7d'], hosted agents: [] {{(pid=106475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:39:48.291822 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eadc72d-a55f-4135-b6a8-d00570a7d391 admin admin] Network 28901864-be5e-42df-87c7-98fa37ac2219 is scheduled to be hosted by DHCP agent 303e7d5d-73d6-4049-9660-05be0257cf7d with binding_index 1 {{(pid=106475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:39:48.302476 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-5eadc72d-a55f-4135-b6a8-d00570a7d391 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-8-iscsi, 28901864-be5e-42df-87c7-98fa37ac2219) {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:39:48.308470 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eadc72d-a55f-4135-b6a8-d00570a7d391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:48.309482 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5eadc72d-a55f-4135-b6a8-d00570a7d391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:48.310584 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5514f2f8-27ec-4880-91e8-13bee511a178 None None] Network 28901864-be5e-42df-87c7-98fa37ac2219 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:39:48.329604 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-5eadc72d-a55f-4135-b6a8-d00570a7d391 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3455920 Sep 28 08:39:48.356703 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abd317-b553-499c-84ff-13a27e45070a req-1a4a97e2-f00d-47e0-9271-0f24142057fb tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:48.358268 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b2abd317-b553-499c-84ff-13a27e45070a req-1a4a97e2-f00d-47e0-9271-0f24142057fb tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 946 time: 0.0542333 Sep 28 08:39:48.411332 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b2abd317-b553-499c-84ff-13a27e45070a req-7a386f9b-6004-4246-bf42-90c10be733da tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465524 Sep 28 08:39:48.435178 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703d084c-d386-4263-adbb-a81c4e126f9c None None] Network 28901864-be5e-42df-87c7-98fa37ac2219 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:39:48.577161 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7d4ef-eb42-4665-81a1-feaaf61f5b8a req-5a127e6c-380b-4c9c-8d7d-a021f040a6d5 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:48.579275 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a4d7d4ef-eb42-4665-81a1-feaaf61f5b8a req-5a127e6c-380b-4c9c-8d7d-a021f040a6d5 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 946 time: 0.0547113 Sep 28 08:39:48.582021 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b10a2db9-f856-49e7-9200-21108c2d7493 req-f02fe852-39e5-405d-8f5f-708a2c8794aa service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ff034301-a1c4-4028-a91c-012c3b139427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294026 Sep 28 08:39:48.590629 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 54296) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:48.595704 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-af2284cc-1eaf-4157-b553-766476a23d77 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Request body: {'floatingip': {'port_id': '3e899002-2d72-495c-ac21-1db3e1f0ae42'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:39:48.676288 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-af2284cc-1eaf-4157-b553-766476a23d77 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (3a24d37e-491f-4954-bfc8-91ea719c368b), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:48.806962 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:48.864334 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc61b9-e64b-4dfd-8399-9f5a306833df req-f93146a1-bca6-4f71-9d79-56a6dad2e3a4 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:48.865755 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a7bc61b9-e64b-4dfd-8399-9f5a306833df req-f93146a1-bca6-4f71-9d79-56a6dad2e3a4 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0668826 Sep 28 08:39:49.013533 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a7bc61b9-e64b-4dfd-8399-9f5a306833df req-cc779f92-6ce4-4412-ae0b-e55e893ae561 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130185 Sep 28 08:39:49.340383 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:49.628785 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 54328) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:49.662191 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-af2284cc-1eaf-4157-b553-766476a23d77 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:49.667139 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-af2284cc-1eaf-4157-b553-766476a23d77 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (3a24d37e-491f-4954-bfc8-91ea719c368b), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:49.741742 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-bc5c9625-62a7-494a-8924-e94e2a6d4ee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:49.743367 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:49.765752 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.l3_db [None req-af2284cc-1eaf-4157-b553-766476a23d77 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Floating IP 3a24d37e-491f-4954-bfc8-91ea719c368b associated. External IP: 172.27.2.90, port: 3e899002-2d72-495c-ac21-1db3e1f0ae42. Sep 28 08:39:49.836475 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-bc5c9625-62a7-494a-8924-e94e2a6d4ee8 admin admin] Publish callbacks [] for security_group (ad7a3a4b-6a9e-4cb2-9616-8a187df8a4ee), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:49.840837 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-bc5c9625-62a7-494a-8924-e94e2a6d4ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (ad7a3a4b-6a9e-4cb2-9616-8a187df8a4ee), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:49.875712 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:49.885856 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-bc5c9625-62a7-494a-8924-e94e2a6d4ee8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=38733a569d6d4bd885b814fb4d9ea6b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553413 Sep 28 08:39:49.887165 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c9625-62a7-494a-8924-e94e2a6d4ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7a3a4b-6a9e-4cb2-9616-8a187df8a4ee,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:49.889974 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 54334) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:49.941735 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-769a41a1-e324-47ae-86f4-d4bf702775ae admin admin] Publish callbacks [] for security_group (ad7a3a4b-6a9e-4cb2-9616-8a187df8a4ee), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:49.962378 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-769a41a1-e324-47ae-86f4-d4bf702775ae admin admin] Publish callbacks [] for security_group (ad7a3a4b-6a9e-4cb2-9616-8a187df8a4ee), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:49.979722 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2284cc-1eaf-4157-b553-766476a23d77 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Router 2c1b6b9f-8cae-431f-8691-887c46e580ff has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:39:50.009916 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-769a41a1-e324-47ae-86f4-d4bf702775ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (ad7a3a4b-6a9e-4cb2-9616-8a187df8a4ee), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:50.012575 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-769a41a1-e324-47ae-86f4-d4bf702775ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:50.013778 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-769a41a1-e324-47ae-86f4-d4bf702775ae admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ad7a3a4b-6a9e-4cb2-9616-8a187df8a4ee HTTP/1.1" status: 204 len: 168 time: 0.1234252 Sep 28 08:39:50.022171 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a41a1-e324-47ae-86f4-d4bf702775ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7a3a4b-6a9e-4cb2-9616-8a187df8a4ee,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:50.137486 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2284cc-1eaf-4157-b553-766476a23d77 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:39:50.144267 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-af2284cc-1eaf-4157-b553-766476a23d77 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:50.156294 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245b8ac6-e1bc-43dd-8a32-be51f6066973 None None] Sync routers for ids ['2c1b6b9f-8cae-431f-8691-887c46e580ff'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:39:50.175193 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245b8ac6-e1bc-43dd-8a32-be51f6066973 None None] Routers {'2c1b6b9f-8cae-431f-8691-887c46e580ff'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:39:50.176289 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-245b8ac6-e1bc-43dd-8a32-be51f6066973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:39:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['2c1b6b9f-8cae-431f-8691-887c46e580ff'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:50.180415 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557766b7-f0a1-49fb-a85e-e62b78881c6d req-285965ef-0a8b-48cb-91cc-7354f9a776dc tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:50.185595 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-557766b7-f0a1-49fb-a85e-e62b78881c6d req-285965ef-0a8b-48cb-91cc-7354f9a776dc tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0826910 Sep 28 08:39:50.205796 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-af2284cc-1eaf-4157-b553-766476a23d77 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/3a24d37e-491f-4954-bfc8-91ea719c368b HTTP/1.1" status: 200 len: 991 time: 1.6140974 Sep 28 08:39:50.212979 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d333fe6-3d16-47c6-9104-714c67456652', 'tag': '3e899002-2d72-495c-ac21-1db3e1f0ae42'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:39:50.215811 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7ed2ddc4584b00f7c30cf30121e6cd69d5fd04907018550f4f3d85fbaaf14d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567edcd2-53f6-4599-b9c9-3eeed59bb1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "1d333fe6-3d16-47c6-9104-714c67456652", "tag": "3e899002-2d72-495c-ac21-1db3e1f0ae42"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:39:50.254896 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:50.265397 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-557766b7-f0a1-49fb-a85e-e62b78881c6d req-a2cec155-0298-4d07-800e-76d0696bcf71 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756054 Sep 28 08:39:50.300358 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c73d237-46b9-4afb-9803-73d78c000464 x-openstack-request-id: req-5c73d237-46b9-4afb-9803-73d78c000464 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:39:50.300644 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d333fe6-3d16-47c6-9104-714c67456652", "tag": "3e899002-2d72-495c-ac21-1db3e1f0ae42", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:39:50.300902 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c73d237-46b9-4afb-9803-73d78c000464 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:39:50.301336 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c73d237-46b9-4afb-9803-73d78c000464'] response: {'name': 'network-changed', 'server_uuid': '1d333fe6-3d16-47c6-9104-714c67456652', 'tag': '3e899002-2d72-495c-ac21-1db3e1f0ae42', 'status': 'completed', 'code': 200} Sep 28 08:39:50.307005 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-245b8ac6-e1bc-43dd-8a32-be51f6066973 None None] Set router 2c1b6b9f-8cae-431f-8691-887c46e580ff gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:39:50.330714 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:50.442182 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567edcd2-53f6-4599-b9c9-3eeed59bb1f3 req-2025eb13-3522-4c25-a1b2-0739a32ae5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:50.451193 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-567edcd2-53f6-4599-b9c9-3eeed59bb1f3 req-2025eb13-3522-4c25-a1b2-0739a32ae5ec service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6bc96052a69e409498462a1e4d499910&device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 1130 time: 0.0876532 Sep 28 08:39:50.471627 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 54356) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:50.487712 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5e4152f8-c11d-429f-a983-7d082101c8e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:50.622701 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5e4152f8-c11d-429f-a983-7d082101c8e5 admin admin] Publish callbacks [] for security_group (9c6cc591-e328-44ab-8262-60da9b9252b4), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:50.627670 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5e4152f8-c11d-429f-a983-7d082101c8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (9c6cc591-e328-44ab-8262-60da9b9252b4), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:50.628333 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:50.628584 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567edcd2-53f6-4599-b9c9-3eeed59bb1f3 req-a1a78c7b-d302-4bd8-a4a8-c78ce6a52231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:50.630591 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-567edcd2-53f6-4599-b9c9-3eeed59bb1f3 req-a1a78c7b-d302-4bd8-a4a8-c78ce6a52231 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=b5328add-2390-4470-bd9d-0ff97db6e42c HTTP/1.1" status: 200 len: 915 time: 0.1629426 Sep 28 08:39:50.642077 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-245b8ac6-e1bc-43dd-8a32-be51f6066973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '3a24d37e-491f-4954-bfc8-91ea719c368b', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'port_id': '3e899002-2d72-495c-ac21-1db3e1f0ae42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'mac_address': 'fa:16:3e:09:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d333fe6-3d16-47c6-9104-714c67456652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:38:24Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 1, 'project_id': '6bc96052a69e409498462a1e4d499910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:31Z', 'revision_number': 5, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:50.676504 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245b8ac6-e1bc-43dd-8a32-be51f6066973 None None] Checking router: 2c1b6b9f-8cae-431f-8691-887c46e580ff for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:39:50.685079 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4152f8-c11d-429f-a983-7d082101c8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6cc591-e328-44ab-8262-60da9b9252b4,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:50.689314 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245b8ac6-e1bc-43dd-8a32-be51f6066973 None None] Routers {'2c1b6b9f-8cae-431f-8691-887c46e580ff'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:39:50.690331 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-245b8ac6-e1bc-43dd-8a32-be51f6066973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:39:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['2c1b6b9f-8cae-431f-8691-887c46e580ff'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:50.707322 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-5e4152f8-c11d-429f-a983-7d082101c8e5 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=0cd42fbe2d1240b79f306d1f85ad7c95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336366 Sep 28 08:39:50.709336 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 54364) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:50.711616 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-567edcd2-53f6-4599-b9c9-3eeed59bb1f3 req-b0ec05af-e329-4196-a145-4935a22a6bf7 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e899002-2d72-495c-ac21-1db3e1f0ae42 HTTP/1.1" status: 200 len: 999 time: 0.0738509 Sep 28 08:39:50.764863 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dd602366-26c0-4ac1-857a-b183e2a3ad27 admin admin] Publish callbacks [] for security_group (9c6cc591-e328-44ab-8262-60da9b9252b4), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:50.783267 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567edcd2-53f6-4599-b9c9-3eeed59bb1f3 req-cee61d3b-c452-4bce-aa03-5ffdc64ab9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:50.784858 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-567edcd2-53f6-4599-b9c9-3eeed59bb1f3 req-cee61d3b-c452-4bce-aa03-5ffdc64ab9c2 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d697553d-3af9-4c9b-ba05-d2609a53313e HTTP/1.1" status: 200 len: 853 time: 0.0573204 Sep 28 08:39:50.787918 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dd602366-26c0-4ac1-857a-b183e2a3ad27 admin admin] Publish callbacks [] for security_group (9c6cc591-e328-44ab-8262-60da9b9252b4), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:50.823839 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-245b8ac6-e1bc-43dd-8a32-be51f6066973 None None] Set router 2c1b6b9f-8cae-431f-8691-887c46e580ff gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:39:50.831407 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567edcd2-53f6-4599-b9c9-3eeed59bb1f3 req-7876f031-b631-44fb-9cfc-05a518082331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:50.833310 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-567edcd2-53f6-4599-b9c9-3eeed59bb1f3 req-7876f031-b631-44fb-9cfc-05a518082331 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b5328add-2390-4470-bd9d-0ff97db6e42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418944 Sep 28 08:39:50.842944 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dd602366-26c0-4ac1-857a-b183e2a3ad27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (9c6cc591-e328-44ab-8262-60da9b9252b4), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:50.846187 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dd602366-26c0-4ac1-857a-b183e2a3ad27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:50.848092 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-dd602366-26c0-4ac1-857a-b183e2a3ad27 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9c6cc591-e328-44ab-8262-60da9b9252b4 HTTP/1.1" status: 204 len: 168 time: 0.1370826 Sep 28 08:39:50.868882 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd602366-26c0-4ac1-857a-b183e2a3ad27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6cc591-e328-44ab-8262-60da9b9252b4,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:50.944321 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-567edcd2-53f6-4599-b9c9-3eeed59bb1f3 req-a4bdf918-100a-434b-aca4-96ea8b74b7dd service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034217 Sep 28 08:39:51.047398 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-567edcd2-53f6-4599-b9c9-3eeed59bb1f3 req-77d256ba-e84b-4825-b422-8017ea4141dd service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962913 Sep 28 08:39:51.093268 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-245b8ac6-e1bc-43dd-8a32-be51f6066973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '3a24d37e-491f-4954-bfc8-91ea719c368b', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'port_id': '3e899002-2d72-495c-ac21-1db3e1f0ae42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'mac_address': 'fa:16:3e:09:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d333fe6-3d16-47c6-9104-714c67456652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:38:24Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 1, 'project_id': '6bc96052a69e409498462a1e4d499910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:31Z', 'revision_number': 5, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:39:51.120971 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245b8ac6-e1bc-43dd-8a32-be51f6066973 None None] The sync data for ids ['2c1b6b9f-8cae-431f-8691-887c46e580ff'] in dv-cinder-844563-8-iscsi is: [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '3a24d37e-491f-4954-bfc8-91ea719c368b', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'port_id': '3e899002-2d72-495c-ac21-1db3e1f0ae42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'mac_address': 'fa:16:3e:09:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d333fe6-3d16-47c6-9104-714c67456652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:38:24Z', 'updated_at': '2022-09-28T08:39:49Z', 'revision_number': 1, 'project_id': '6bc96052a69e409498462a1e4d499910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:31Z', 'revision_number': 5, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:39:51.363712 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a329213-c0a6-4455-a681-ca8c9df2460c None None] New status for floating IP 3a24d37e-491f-4954-bfc8-91ea719c368b: ACTIVE {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:39:51.431544 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e51c28-2e62-4b38-be19-a9e8f4a22210 req-649e0049-2d94-43a4-bf39-450486fad066 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:51.442468 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a6e51c28-2e62-4b38-be19-a9e8f4a22210 req-649e0049-2d94-43a4-bf39-450486fad066 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0675094 Sep 28 08:39:51.486433 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:51.537578 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a6e51c28-2e62-4b38-be19-a9e8f4a22210 req-6a19a838-e492-4dd2-be39-47c5d09744d7 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897896 Sep 28 08:39:52.666689 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce368a6-35fd-41af-9498-7e49a493fabe req-611f157d-ee14-4da7-9a9f-e42d90813da4 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:52.668228 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6ce368a6-35fd-41af-9498-7e49a493fabe req-611f157d-ee14-4da7-9a9f-e42d90813da4 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0559645 Sep 28 08:39:52.725218 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6ce368a6-35fd-41af-9498-7e49a493fabe req-cb463f46-ecce-4ae0-8db0-be04e99f87a9 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512311 Sep 28 08:39:53.848628 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009e759-258e-4b2d-9e1c-09c4149e916e req-600c1bd7-c441-4731-bb1d-e575e2c79d5e tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:53.850167 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b009e759-258e-4b2d-9e1c-09c4149e916e req-600c1bd7-c441-4731-bb1d-e575e2c79d5e tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0486529 Sep 28 08:39:53.898128 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b009e759-258e-4b2d-9e1c-09c4149e916e req-da7e74c1-4fa0-4aa3-87a2-e0ec940e0ef2 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424330 Sep 28 08:39:54.080317 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 54452) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:54.202465 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-11d650d9-67ad-4995-a1ed-a92a0a83c7e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:54.271777 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-bec9785a-b996-4f69-90af-15158ad6b9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:54.279358 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:INSERT=6,neutron:UPDATE=1,neutron:SELECT=91,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:54.309008 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-11d650d9-67ad-4995-a1ed-a92a0a83c7e0 admin admin] Publish callbacks [] for security_group (c35e1bcf-7d32-48d8-8bdb-d836f73cd60b), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:54.313736 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-11d650d9-67ad-4995-a1ed-a92a0a83c7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (c35e1bcf-7d32-48d8-8bdb-d836f73cd60b), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:54.357031 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-11d650d9-67ad-4995-a1ed-a92a0a83c7e0 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=cd3e119c3abc473786626a27c865300e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2757292 Sep 28 08:39:54.358023 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d650d9-67ad-4995-a1ed-a92a0a83c7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35e1bcf-7d32-48d8-8bdb-d836f73cd60b,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:54.360285 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 54468) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:54.438040 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0427e869-fc65-494d-a595-60395281d3ab admin admin] Publish callbacks [] for security_group (c35e1bcf-7d32-48d8-8bdb-d836f73cd60b), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:54.466460 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0427e869-fc65-494d-a595-60395281d3ab admin admin] Publish callbacks [] for security_group (c35e1bcf-7d32-48d8-8bdb-d836f73cd60b), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:54.529619 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0427e869-fc65-494d-a595-60395281d3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (c35e1bcf-7d32-48d8-8bdb-d836f73cd60b), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:54.533308 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0427e869-fc65-494d-a595-60395281d3ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:54.537996 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-0427e869-fc65-494d-a595-60395281d3ab admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c35e1bcf-7d32-48d8-8bdb-d836f73cd60b HTTP/1.1" status: 204 len: 168 time: 0.1667531 Sep 28 08:39:54.548164 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427e869-fc65-494d-a595-60395281d3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35e1bcf-7d32-48d8-8bdb-d836f73cd60b,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:55.037014 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1da08-85f4-47e2-920d-38e42fb07089 req-17443751-e2ec-4888-b3c2-91181bee773a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:55.039212 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-88c1da08-85f4-47e2-920d-38e42fb07089 req-17443751-e2ec-4888-b3c2-91181bee773a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0652089 Sep 28 08:39:55.051899 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:55.097605 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-88c1da08-85f4-47e2-920d-38e42fb07089 req-3ddc3492-a5bb-4d3b-b7b1-cd9fa5e6438f tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516505 Sep 28 08:39:56.292453 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f561352-68eb-46d3-842a-e159b6a5d405 req-bb560c9e-f31f-4c61-ab56-67e67dc7daa6 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:56.294187 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9f561352-68eb-46d3-842a-e159b6a5d405 req-bb560c9e-f31f-4c61-ab56-67e67dc7daa6 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0637631 Sep 28 08:39:56.351185 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9f561352-68eb-46d3-842a-e159b6a5d405 req-a4fd02b7-f21d-4e0a-b0e5-a89685edfdc9 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485065 Sep 28 08:39:56.666736 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-024eb850-28f6-45a7-9910-a243fab90fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:56.751451 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839fc26-164c-4128-b548-960bc3d5c8c6 req-dfc69550-1be7-46b8-b06c-8ee53bc14ef3 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:56.753124 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d839fc26-164c-4128-b548-960bc3d5c8c6 req-dfc69550-1be7-46b8-b06c-8ee53bc14ef3 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 945 time: 0.0544209 Sep 28 08:39:56.812885 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d839fc26-164c-4128-b548-960bc3d5c8c6 req-bd258f56-dcc2-4fa2-9b02-fce135c7dde7 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538330 Sep 28 08:39:57.478250 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6919f-23e8-461b-9ae2-4a841576748b req-7dc3f7d2-416c-4f30-b574-fa291c525be9 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:57.479739 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8be6919f-23e8-461b-9ae2-4a841576748b req-7dc3f7d2-416c-4f30-b574-fa291c525be9 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0448031 Sep 28 08:39:57.531047 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8be6919f-23e8-461b-9ae2-4a841576748b req-961ca94a-b45c-4374-b591-4701c89db2c2 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451541 Sep 28 08:39:57.844769 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:57.935870 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e7cb3-4e61-49bf-844b-7ed6ddc7759e req-5c7750d1-3a07-4c13-83b7-6654223dabe2 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:57.937408 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d12e7cb3-4e61-49bf-844b-7ed6ddc7759e req-5c7750d1-3a07-4c13-83b7-6654223dabe2 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 945 time: 0.0495219 Sep 28 08:39:57.995989 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d12e7cb3-4e61-49bf-844b-7ed6ddc7759e req-ec5a0a1e-413c-44af-9e24-63a99428e5b1 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496445 Sep 28 08:39:58.073293 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-e5b9ddad-3345-494e-a199-7c16b7ab2e25 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=3777d8561b4e4c9385e87007b37fa57a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296090 Sep 28 08:39:58.260486 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-9fe4092a-f626-4bd9-ad2c-f33ef75f1746 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:58.262064 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-9fe4092a-f626-4bd9-ad2c-f33ef75f1746 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834939 Sep 28 08:39:58.276779 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-9686e42e-bc2f-4015-bb70-a92fc733db76 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/quotas/3777d8561b4e4c9385e87007b37fa57a HTTP/1.1" status: 200 len: 375 time: 0.0091884 Sep 28 08:39:58.319465 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-cecc48e0-d52a-48e7-9fe3-edbacd9a58c6 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3777d8561b4e4c9385e87007b37fa57a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371451 Sep 28 08:39:58.523026 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e86cfb6e-ee94-42d3-b9cd-71679ca2ced5 req-4522aedc-ee1b-4df4-aa85-95004e22ce17 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9ccc5d87-c575-4da3-b246-c8b13aaa3b34 HTTP/1.1" status: 200 len: 210 time: 0.0329957 Sep 28 08:39:58.668500 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a97d0a-c1e3-4777-a33c-62b2fdbe57da req-4c9a1d1b-0916-44c6-8e7b-33be78f1f1b9 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:58.670129 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4a97d0a-c1e3-4777-a33c-62b2fdbe57da req-4c9a1d1b-0916-44c6-8e7b-33be78f1f1b9 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0576005 Sep 28 08:39:58.689566 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:58.723451 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4a97d0a-c1e3-4777-a33c-62b2fdbe57da req-c7acad97-9256-4de9-b6ac-9d34b451108c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467999 Sep 28 08:39:59.119863 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 54678) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:59.132123 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d5777-fef8-46c6-8738-4f9fe685b66b req-c29ffe7c-69fc-422e-a99d-c2f6dcef4ecf tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:59.133695 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-244d5777-fef8-46c6-8738-4f9fe685b66b req-c29ffe7c-69fc-422e-a99d-c2f6dcef4ecf tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 945 time: 0.0571847 Sep 28 08:39:59.231224 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-244d5777-fef8-46c6-8738-4f9fe685b66b req-c7c5664c-9b9e-4bfa-884c-950fa92188dc tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813675 Sep 28 08:39:59.282637 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8ccb738d-bd76-4268-b692-704565dd0ce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:59.382336 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:59.421319 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:59.434888 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876c800-0c4e-46bb-809a-24beeac0b9f4 req-efc76498-bf1a-40c6-98c1-bba72787ea8d tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:59.436374 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b876c800-0c4e-46bb-809a-24beeac0b9f4 req-efc76498-bf1a-40c6-98c1-bba72787ea8d tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 945 time: 0.1289809 Sep 28 08:39:59.451004 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8ccb738d-bd76-4268-b692-704565dd0ce1 admin admin] Publish callbacks [] for security_group (79380ce2-4b89-4f83-9328-22cde9ef7646), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:59.455908 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:59.457405 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-8ccb738d-bd76-4268-b692-704565dd0ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (79380ce2-4b89-4f83-9328-22cde9ef7646), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:59.545698 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-8ccb738d-bd76-4268-b692-704565dd0ce1 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=edf617f972c94683aa992967533699eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4243894 Sep 28 08:39:59.548291 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 54686) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:39:59.550665 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb738d-bd76-4268-b692-704565dd0ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79380ce2-4b89-4f83-9328-22cde9ef7646,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:59.626033 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-227dfd8c-8be0-4e0d-a8de-2c31b75224f7 admin admin] Publish callbacks [] for security_group (79380ce2-4b89-4f83-9328-22cde9ef7646), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:59.658565 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-227dfd8c-8be0-4e0d-a8de-2c31b75224f7 admin admin] Publish callbacks [] for security_group (79380ce2-4b89-4f83-9328-22cde9ef7646), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:59.714288 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-947f8454-a1da-48fb-940e-f2bb1ac2bbba req-ea969500-8dd4-4fcb-871c-ebb00358411e tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9ccc5d87-c575-4da3-b246-c8b13aaa3b34 HTTP/1.1" status: 200 len: 210 time: 0.0470140 Sep 28 08:39:59.757045 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-b876c800-0c4e-46bb-809a-24beeac0b9f4 req-c397b9db-9807-42df-9202-31b373a86fe4 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Deleting port d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:39:59.757499 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b876c800-0c4e-46bb-809a-24beeac0b9f4 req-c397b9db-9807-42df-9202-31b373a86fe4 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:59.764081 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-227dfd8c-8be0-4e0d-a8de-2c31b75224f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (79380ce2-4b89-4f83-9328-22cde9ef7646), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:59.767359 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-227dfd8c-8be0-4e0d-a8de-2c31b75224f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:39:59.768483 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-227dfd8c-8be0-4e0d-a8de-2c31b75224f7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/79380ce2-4b89-4f83-9328-22cde9ef7646 HTTP/1.1" status: 204 len: 168 time: 0.2182937 Sep 28 08:39:59.783066 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227dfd8c-8be0-4e0d-a8de-2c31b75224f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79380ce2-4b89-4f83-9328-22cde9ef7646,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:39:59.898475 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b009c33-545b-4691-85bc-be7595ad1fb5 req-c41b6a27-ece6-480e-a40a-8e551fc95d8b tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:39:59.900338 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5b009c33-545b-4691-85bc-be7595ad1fb5 req-c41b6a27-ece6-480e-a40a-8e551fc95d8b tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0718217 Sep 28 08:39:59.978286 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:39:59.993878 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5b009c33-545b-4691-85bc-be7595ad1fb5 req-196f623f-1121-4ab1-b3be-9f6acbc4c9ae tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825260 Sep 28 08:40:00.133520 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-b876c800-0c4e-46bb-809a-24beeac0b9f4 req-c397b9db-9807-42df-9202-31b373a86fe4 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] For port d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5,segment=NetworkSegment(a0e111da-df9e-428a-97af-2a9c999d550d),segment_id=a0e111da-df9e-428a-97af-2a9c999d550d)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:00.134086 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b876c800-0c4e-46bb-809a-24beeac0b9f4 req-c397b9db-9807-42df-9202-31b373a86fe4 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:00.155217 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-b876c800-0c4e-46bb-809a-24beeac0b9f4 req-c397b9db-9807-42df-9202-31b373a86fe4 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Calling delete_port for d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5 owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:40:00.222955 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-67d52a61-b5c3-472e-90a7-88829026520a tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=3777d8561b4e4c9385e87007b37fa57a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224721 Sep 28 08:40:00.441374 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b876c800-0c4e-46bb-809a-24beeac0b9f4 req-c397b9db-9807-42df-9202-31b373a86fe4 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:00.501786 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:40:00.511986 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-cbe75bbf-ecc4-4ae4-ac9a-9e648064c335 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:00.515771 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-cbe75bbf-ecc4-4ae4-ac9a-9e648064c335 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2754805 Sep 28 08:40:00.523401 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93160d90-5228-4394-aea4-bd6988ca071b req-e1256c73-1ac3-4529-936e-f20a0b41657b tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:00.534713 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397b9db-9807-42df-9202-31b373a86fe4 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Pushing event deleted for resources: {'Port': ['ID=d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:00.539751 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-93160d90-5228-4394-aea4-bd6988ca071b req-e1256c73-1ac3-4529-936e-f20a0b41657b tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 945 time: 0.1679850 Sep 28 08:40:00.585318 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-b876c800-0c4e-46bb-809a-24beeac0b9f4 req-c397b9db-9807-42df-9202-31b373a86fe4 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] No DVR routers for this DVR port d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5 on host hv-cinder-84456 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:40:00.589875 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b876c800-0c4e-46bb-809a-24beeac0b9f4 req-c397b9db-9807-42df-9202-31b373a86fe4 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:00.594620 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b876c800-0c4e-46bb-809a-24beeac0b9f4 req-c397b9db-9807-42df-9202-31b373a86fe4 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.26 "DELETE /networking/v2.0/ports/d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5 HTTP/1.1" status: 204 len: 173 time: 1.1298356 Sep 28 08:40:00.595796 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d33c275-10df-4eb8-90a9-e31c4a6f9cb6', 'name': 'network-vif-deleted', 'tag': 'd4344f22-bad7-4ad7-8549-d8b5a9bbb4e5'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:40:00.599134 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99543492-db4d-4367-b71b-86610f5ac0c6" -d '{"events": [{"server_uuid": "8d33c275-10df-4eb8-90a9-e31c4a6f9cb6", "name": "network-vif-deleted", "tag": "d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:40:00.606319 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-93160d90-5228-4394-aea4-bd6988ca071b req-9a65c9e0-0463-49cb-9ab1-35f44d9624ac tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=dbaa9785-bba5-48d3-b12a-7174525faf1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647497 Sep 28 08:40:00.643733 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8704dd52-8db1-4ffe-9a77-a3b05edd4c3c x-openstack-request-id: req-8704dd52-8db1-4ffe-9a77-a3b05edd4c3c {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:40:00.644120 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d33c275-10df-4eb8-90a9-e31c4a6f9cb6", "name": "network-vif-deleted", "tag": "d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:40:00.644448 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8704dd52-8db1-4ffe-9a77-a3b05edd4c3c {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:40:00.645068 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8704dd52-8db1-4ffe-9a77-a3b05edd4c3c'] response: {'server_uuid': '8d33c275-10df-4eb8-90a9-e31c4a6f9cb6', 'name': 'network-vif-deleted', 'tag': 'd4344f22-bad7-4ad7-8549-d8b5a9bbb4e5', 'status': 'completed', 'code': 200} Sep 28 08:40:00.684751 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-3550f8c9-e275-40e8-a88e-f00ee1bbbc24 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Request body: {'port': {'device_id': '9ccc5d87-c575-4da3-b246-c8b13aaa3b34', 'network_id': 'bc805722-a721-4f9b-9384-a60f601520a9', 'admin_state_up': True, 'tenant_id': '3777d8561b4e4c9385e87007b37fa57a'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:40:00.829906 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-3550f8c9-e275-40e8-a88e-f00ee1bbbc24 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Made reservation on behalf of 3777d8561b4e4c9385e87007b37fa57a for: {'port': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:00.833679 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-3550f8c9-e275-40e8-a88e-f00ee1bbbc24 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:00.845030 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-3550f8c9-e275-40e8-a88e-f00ee1bbbc24 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:00.870327 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 54734) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:00.922729 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-50de35de-dbb1-4bbe-8031-8947c296c3ee req-92f68d50-923a-4de6-81e6-3a46c12d67f3 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9ccc5d87-c575-4da3-b246-c8b13aaa3b34 HTTP/1.1" status: 200 len: 210 time: 0.0404711 Sep 28 08:40:00.964480 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-3550f8c9-e275-40e8-a88e-f00ee1bbbc24 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Publish callbacks [] for security_group (e8bec85e-553c-4811-aff1-93a2e2917de1), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:00.970772 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-3550f8c9-e275-40e8-a88e-f00ee1bbbc24 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (e8bec85e-553c-4811-aff1-93a2e2917de1), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:01.045127 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550f8c9-e275-40e8-a88e-f00ee1bbbc24 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bec85e-553c-4811-aff1-93a2e2917de1,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:01.045611 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-fcd5ab4a-8a1a-4362-bf3d-3b068a699cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:01.083963 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:01.095945 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=70 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:01.097380 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=36 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:01.151962 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:01.156260 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-3550f8c9-e275-40e8-a88e-f00ee1bbbc24 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Allocated IP 192.168.233.233 (bc805722-a721-4f9b-9384-a60f601520a9/1770a4b3-13c1-43ca-b847-61fc0284a225/d8d69f9a-c8fd-4c26-a50e-7609f170d57a) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:01.164540 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-fcd5ab4a-8a1a-4362-bf3d-3b068a699cd6 admin admin] Publish callbacks [] for security_group (f587d0d9-5152-4b06-b159-8a7c1de9a3ef), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:01.173311 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-fcd5ab4a-8a1a-4362-bf3d-3b068a699cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (f587d0d9-5152-4b06-b159-8a7c1de9a3ef), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:01.210583 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-fcd5ab4a-8a1a-4362-bf3d-3b068a699cd6 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=cc4cffd3a7134123a108619f69757edc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3387458 Sep 28 08:40:01.213516 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 54746) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:01.240265 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5ab4a-8a1a-4362-bf3d-3b068a699cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f587d0d9-5152-4b06-b159-8a7c1de9a3ef,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:01.245567 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15996913-5f7b-4714-97ee-e6aefb23ce1d req-2650eba8-cfa0-4a0e-99ec-a5460004087c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:01.247857 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-15996913-5f7b-4714-97ee-e6aefb23ce1d req-2650eba8-cfa0-4a0e-99ec-a5460004087c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0932858 Sep 28 08:40:01.255973 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:01.534198 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-15996913-5f7b-4714-97ee-e6aefb23ce1d req-0dac0122-c93c-4fdd-831a-2e7ff1d8f894 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199987 Sep 28 08:40:01.547727 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-84c4c7ca-b3f8-4fe4-beb7-e9aedcf0827c admin admin] Publish callbacks [] for security_group (f587d0d9-5152-4b06-b159-8a7c1de9a3ef), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:01.595509 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-3550f8c9-e275-40e8-a88e-f00ee1bbbc24 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Publish callbacks [] for port (d8d69f9a-c8fd-4c26-a50e-7609f170d57a), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:01.604621 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-84c4c7ca-b3f8-4fe4-beb7-e9aedcf0827c admin admin] Publish callbacks [] for security_group (f587d0d9-5152-4b06-b159-8a7c1de9a3ef), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:01.683776 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-3550f8c9-e275-40e8-a88e-f00ee1bbbc24 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (d8d69f9a-c8fd-4c26-a50e-7609f170d57a), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:01.713160 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-84c4c7ca-b3f8-4fe4-beb7-e9aedcf0827c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (f587d0d9-5152-4b06-b159-8a7c1de9a3ef), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:01.715695 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-84c4c7ca-b3f8-4fe4-beb7-e9aedcf0827c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:01.719260 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-84c4c7ca-b3f8-4fe4-beb7-e9aedcf0827c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f587d0d9-5152-4b06-b159-8a7c1de9a3ef HTTP/1.1" status: 204 len: 168 time: 0.5020733 Sep 28 08:40:01.742283 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-3550f8c9-e275-40e8-a88e-f00ee1bbbc24 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Network bc805722-a721-4f9b-9384-a60f601520a9 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:01.761045 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-3550f8c9-e275-40e8-a88e-f00ee1bbbc24 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:01.781246 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-3550f8c9-e275-40e8-a88e-f00ee1bbbc24 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:40:01.785835 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-3550f8c9-e275-40e8-a88e-f00ee1bbbc24 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:01.786469 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-3550f8c9-e275-40e8-a88e-f00ee1bbbc24 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:01.798432 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4c7ca-b3f8-4fe4-beb7-e9aedcf0827c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f587d0d9-5152-4b06-b159-8a7c1de9a3ef,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:01.805397 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fb958e53-68c8-429f-b8f7-8909e1026b0f req-02b7b9ec-d842-45a4-9466-49e343ac33e9 tempest-DeleteServersTestJSON-1519572496 tempest-DeleteServersTestJSON-1519572496-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=8d33c275-10df-4eb8-90a9-e31c4a6f9cb6 HTTP/1.1" status: 200 len: 210 time: 0.0689938 Sep 28 08:40:01.813784 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550f8c9-e275-40e8-a88e-f00ee1bbbc24 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Pushing event updated for resources: {'Port': ['ID=d8d69f9a-c8fd-4c26-a50e-7609f170d57a,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:01.821211 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-3550f8c9-e275-40e8-a88e-f00ee1bbbc24 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1410820 Sep 28 08:40:02.060317 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-e3cc3ad1-81e6-4cb9-9ed4-91428e27a2d7 None None] Provisioning complete for port d8d69f9a-c8fd-4c26-a50e-7609f170d57a triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:02.060952 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-e3cc3ad1-81e6-4cb9-9ed4-91428e27a2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (d8d69f9a-c8fd-4c26-a50e-7609f170d57a), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:02.061637 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-e3cc3ad1-81e6-4cb9-9ed4-91428e27a2d7 None None] Attempt 1 to provision port d8d69f9a-c8fd-4c26-a50e-7609f170d57a Sep 28 08:40:02.082683 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-416ead00-c98f-4be5-99a5-0bb7c4d7fc75 service neutron] Request body: {'port': {'device_id': '9ccc5d87-c575-4da3-b246-c8b13aaa3b34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:40:02.117517 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b120c-3796-47c9-b82e-24a2348119ca req-dcb2a273-7eb7-4e89-a5e0-24923a1969df tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:02.119110 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ec9b120c-3796-47c9-b82e-24a2348119ca req-dcb2a273-7eb7-4e89-a5e0-24923a1969df tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9ccc5d87-c575-4da3-b246-c8b13aaa3b34 HTTP/1.1" status: 200 len: 936 time: 0.0939727 Sep 28 08:40:02.120409 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc3ad1-81e6-4cb9-9ed4-91428e27a2d7 None None] Port d8d69f9a-c8fd-4c26-a50e-7609f170d57a cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:40:02.197601 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-416ead00-c98f-4be5-99a5-0bb7c4d7fc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (d8d69f9a-c8fd-4c26-a50e-7609f170d57a), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:02.229579 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ec9b120c-3796-47c9-b82e-24a2348119ca req-40eadc85-c0f4-408e-b73a-3ad756d7a4de tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8bec85e-553c-4811-aff1-93a2e2917de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024456 Sep 28 08:40:02.269649 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:02.621804 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-e3cc3ad1-81e6-4cb9-9ed4-91428e27a2d7 None None] Attempt 2 to provision port d8d69f9a-c8fd-4c26-a50e-7609f170d57a Sep 28 08:40:02.668736 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc3ad1-81e6-4cb9-9ed4-91428e27a2d7 None None] Port d8d69f9a-c8fd-4c26-a50e-7609f170d57a cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:40:02.732816 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-416ead00-c98f-4be5-99a5-0bb7c4d7fc75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d69f9a-c8fd-4c26-a50e-7609f170d57a {{(pid=106476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:40:02.744625 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-416ead00-c98f-4be5-99a5-0bb7c4d7fc75 service neutron] Publish callbacks [] for port (d8d69f9a-c8fd-4c26-a50e-7609f170d57a), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:02.762427 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fdcccb-3299-4c7c-bd83-e3915a68c4b5 req-52e82b3a-a0c3-4e6c-85d2-1256be67045b tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:02.763906 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-51fdcccb-3299-4c7c-bd83-e3915a68c4b5 req-52e82b3a-a0c3-4e6c-85d2-1256be67045b tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0677187 Sep 28 08:40:02.769043 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.provisioning_blocks [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-416ead00-c98f-4be5-99a5-0bb7c4d7fc75 service neutron] Transition to ACTIVE for port object d8d69f9a-c8fd-4c26-a50e-7609f170d57a will not be triggered until provisioned by entity L2. {{(pid=106476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 08:40:02.778180 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-416ead00-c98f-4be5-99a5-0bb7c4d7fc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (d8d69f9a-c8fd-4c26-a50e-7609f170d57a), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:02.788718 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:02.880487 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ead00-c98f-4be5-99a5-0bb7c4d7fc75 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d69f9a-c8fd-4c26-a50e-7609f170d57a,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:02.901000 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-51fdcccb-3299-4c7c-bd83-e3915a68c4b5 req-4ff4735b-f7b2-4a5c-b7e8-c3fbfdd4351c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304095 Sep 28 08:40:02.905065 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-416ead00-c98f-4be5-99a5-0bb7c4d7fc75 service neutron] Attempting to bind port d8d69f9a-c8fd-4c26-a50e-7609f170d57a on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:40:02.905658 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-416ead00-c98f-4be5-99a5-0bb7c4d7fc75 service neutron] Attempting to bind port d8d69f9a-c8fd-4c26-a50e-7609f170d57a by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'bc0b67bd-f4cf-4a14-8002-134f258c1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bc805722-a721-4f9b-9384-a60f601520a9'}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:40:02.906478 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-416ead00-c98f-4be5-99a5-0bb7c4d7fc75 service neutron] Attempting to bind port d8d69f9a-c8fd-4c26-a50e-7609f170d57a on network bc805722-a721-4f9b-9384-a60f601520a9 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:02.968707 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-416ead00-c98f-4be5-99a5-0bb7c4d7fc75 service neutron] Port d8d69f9a-c8fd-4c26-a50e-7609f170d57a on network bc805722-a721-4f9b-9384-a60f601520a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:40:02.969908 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-416ead00-c98f-4be5-99a5-0bb7c4d7fc75 service neutron] Attempting to bind port d8d69f9a-c8fd-4c26-a50e-7609f170d57a on network bc805722-a721-4f9b-9384-a60f601520a9 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:03.027128 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-416ead00-c98f-4be5-99a5-0bb7c4d7fc75 service neutron] Checking agent: {'id': '0e203ff6-fe6d-4565-9e88-81d2831b3c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'started_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:40:03.027648 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-416ead00-c98f-4be5-99a5-0bb7c4d7fc75 service neutron] Checking segment: {'id': 'bc0b67bd-f4cf-4a14-8002-134f258c1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bc805722-a721-4f9b-9384-a60f601520a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:40:03.028489 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-416ead00-c98f-4be5-99a5-0bb7c4d7fc75 service neutron] Bound using segment: {'id': 'bc0b67bd-f4cf-4a14-8002-134f258c1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bc805722-a721-4f9b-9384-a60f601520a9'} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:40:03.029079 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-416ead00-c98f-4be5-99a5-0bb7c4d7fc75 service neutron] Bound port: d8d69f9a-c8fd-4c26-a50e-7609f170d57a, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc0b67bd-f4cf-4a14-8002-134f258c1be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bc805722-a721-4f9b-9384-a60f601520a9'}}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:40:03.029635 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-416ead00-c98f-4be5-99a5-0bb7c4d7fc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (d8d69f9a-c8fd-4c26-a50e-7609f170d57a), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:03.121003 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-416ead00-c98f-4be5-99a5-0bb7c4d7fc75 service neutron] For port d8d69f9a-c8fd-4c26-a50e-7609f170d57a, host hv-cinder-84456, cleared binding levels {{(pid=106476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:03.125577 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-416ead00-c98f-4be5-99a5-0bb7c4d7fc75 service neutron] For port d8d69f9a-c8fd-4c26-a50e-7609f170d57a, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d8d69f9a-c8fd-4c26-a50e-7609f170d57a,segment=NetworkSegment(bc0b67bd-f4cf-4a14-8002-134f258c1be8),segment_id=bc0b67bd-f4cf-4a14-8002-134f258c1be8)] {{(pid=106476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:03.134872 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-416ead00-c98f-4be5-99a5-0bb7c4d7fc75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (d8d69f9a-c8fd-4c26-a50e-7609f170d57a), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:03.140550 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-416ead00-c98f-4be5-99a5-0bb7c4d7fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:03.141792 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-416ead00-c98f-4be5-99a5-0bb7c4d7fc75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:03.143352 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-416ead00-c98f-4be5-99a5-0bb7c4d7fc75 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/d8d69f9a-c8fd-4c26-a50e-7609f170d57a HTTP/1.1" status: 200 len: 1098 time: 1.0660825 Sep 28 08:40:03.144047 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ccc5d87-c575-4da3-b246-c8b13aaa3b34', 'tag': 'd8d69f9a-c8fd-4c26-a50e-7609f170d57a'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:40:03.148433 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7ed2ddc4584b00f7c30cf30121e6cd69d5fd04907018550f4f3d85fbaaf14d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48e8580-78f1-4289-b814-0e9cd7faa103" -d '{"events": [{"name": "network-changed", "server_uuid": "9ccc5d87-c575-4da3-b246-c8b13aaa3b34", "tag": "d8d69f9a-c8fd-4c26-a50e-7609f170d57a"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:40:03.169697 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-e3cc3ad1-81e6-4cb9-9ed4-91428e27a2d7 None None] Attempt 3 to provision port d8d69f9a-c8fd-4c26-a50e-7609f170d57a Sep 28 08:40:03.240405 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fe10d3-1f81-4ae2-8180-87d662d371eb x-openstack-request-id: req-d3fe10d3-1f81-4ae2-8180-87d662d371eb {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:40:03.240405 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ccc5d87-c575-4da3-b246-c8b13aaa3b34", "tag": "d8d69f9a-c8fd-4c26-a50e-7609f170d57a", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:40:03.240405 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3fe10d3-1f81-4ae2-8180-87d662d371eb {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:40:03.240405 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3fe10d3-1f81-4ae2-8180-87d662d371eb'] response: {'name': 'network-changed', 'server_uuid': '9ccc5d87-c575-4da3-b246-c8b13aaa3b34', 'tag': 'd8d69f9a-c8fd-4c26-a50e-7609f170d57a', 'status': 'completed', 'code': 200} Sep 28 08:40:03.240783 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ead00-c98f-4be5-99a5-0bb7c4d7fc75 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d69f9a-c8fd-4c26-a50e-7609f170d57a,revision_number=3']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:03.258454 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc3ad1-81e6-4cb9-9ed4-91428e27a2d7 None None] Port d8d69f9a-c8fd-4c26-a50e-7609f170d57a had new provisioning blocks added so it will not transition to active. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 08:40:03.381721 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356bd96-108e-41b4-a194-459e363c6c13 req-c2bf95ae-0b71-4505-82e2-a9fa308701f6 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:03.383383 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0356bd96-108e-41b4-a194-459e363c6c13 req-c2bf95ae-0b71-4505-82e2-a9fa308701f6 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9ccc5d87-c575-4da3-b246-c8b13aaa3b34 HTTP/1.1" status: 200 len: 948 time: 0.0620308 Sep 28 08:40:03.437192 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0356bd96-108e-41b4-a194-459e363c6c13 req-4335e0e7-1349-4d13-8ae3-85103b6d21f2 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8bec85e-553c-4811-aff1-93a2e2917de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476754 Sep 28 08:40:03.679117 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-5ed44515-c14f-4577-9ec2-f6fca74c07d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:03.680642 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-5ed44515-c14f-4577-9ec2-f6fca74c07d3 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=3777d8561b4e4c9385e87007b37fa57a&device_id=9ccc5d87-c575-4da3-b246-c8b13aaa3b34 HTTP/1.1" status: 200 len: 1132 time: 0.0511632 Sep 28 08:40:03.744956 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-adfc8c16-66f2-4613-ada4-7c80caea735a service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=d8d69f9a-c8fd-4c26-a50e-7609f170d57a HTTP/1.1" status: 200 len: 217 time: 0.0332124 Sep 28 08:40:03.840973 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:03.857373 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-cee59a73-9eb0-462d-9530-598edb13f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:03.858835 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-cee59a73-9eb0-462d-9530-598edb13f642 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=1770a4b3-13c1-43ca-b847-61fc0284a225 HTTP/1.1" status: 200 len: 843 time: 0.0484228 Sep 28 08:40:03.904691 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-b5308d71-6f39-4bb3-99ca-fb47d6bb4da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:03.906243 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-b5308d71-6f39-4bb3-99ca-fb47d6bb4da5 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=bc805722-a721-4f9b-9384-a60f601520a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0392134 Sep 28 08:40:04.035346 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-fdb2ac26-17e6-4323-9b92-5be5cb72c374 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/bc805722-a721-4f9b-9384-a60f601520a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180727 Sep 28 08:40:04.045671 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d49348-e014-4751-a5fe-7ba5817fdf00 req-02b7c957-8fcd-4bfb-9683-7db7480f6db3 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:04.047726 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a4d49348-e014-4751-a5fe-7ba5817fdf00 req-02b7c957-8fcd-4bfb-9683-7db7480f6db3 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0625422 Sep 28 08:40:04.096363 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a4d49348-e014-4751-a5fe-7ba5817fdf00 req-780148d1-d774-47af-8a29-af3d35a1eda4 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425656 Sep 28 08:40:04.280814 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:40:04.303529 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] No Port match for: d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:40:04.303877 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device d4344f22-bad7-4ad7-8549-d8b5a9bbb4e5 not bound to the agent host hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:40:04.480025 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e0f6acb-2a60-47e3-954c-33b6ada53697 req-bebf4c1c-c46b-41d9-98df-eb33a9b0d61d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/bc805722-a721-4f9b-9384-a60f601520a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137340 Sep 28 08:40:04.571624 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf1d62-29a4-47b2-b5b5-b04e9337c6ca req-9083a781-20c8-4442-b31d-a9c5bc850080 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:04.573146 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-30bf1d62-29a4-47b2-b5b5-b04e9337c6ca req-9083a781-20c8-4442-b31d-a9c5bc850080 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9ccc5d87-c575-4da3-b246-c8b13aaa3b34 HTTP/1.1" status: 200 len: 948 time: 0.0500920 Sep 28 08:40:04.625999 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-30bf1d62-29a4-47b2-b5b5-b04e9337c6ca req-9aeb6293-2e1e-4cc1-8c03-9437fd8c8b22 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8bec85e-553c-4811-aff1-93a2e2917de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443625 Sep 28 08:40:05.223365 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea355f5-4b7f-4095-b5c8-c8f5652bb91f req-3a345d70-6001-45cb-8c43-6ee21f9ed54f tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:05.224856 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cea355f5-4b7f-4095-b5c8-c8f5652bb91f req-3a345d70-6001-45cb-8c43-6ee21f9ed54f tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0532925 Sep 28 08:40:05.272944 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cea355f5-4b7f-4095-b5c8-c8f5652bb91f req-6a434c5b-f2d2-4312-890e-8f0bc6656094 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424438 Sep 28 08:40:05.533384 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 54854) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:05.569448 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:05.785527 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f5202-7e59-4514-8777-aea9a72c7dbc req-347ec6dd-bf42-4503-9c18-5928c0d189fb tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:05.787036 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e84f5202-7e59-4514-8777-aea9a72c7dbc req-347ec6dd-bf42-4503-9c18-5928c0d189fb tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9ccc5d87-c575-4da3-b246-c8b13aaa3b34 HTTP/1.1" status: 200 len: 948 time: 0.0628910 Sep 28 08:40:05.815685 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:05.926875 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e84f5202-7e59-4514-8777-aea9a72c7dbc req-f65c3bdd-92f3-4034-94dd-9b74a5ad84b2 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8bec85e-553c-4811-aff1-93a2e2917de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204021 Sep 28 08:40:05.927769 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 54874) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:05.979399 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac1d5bd-e958-48e7-a395-b0cdd334840d admin admin] Deleting subnet a2d2bedf-95b7-4119-9469-6ab2290d032d {{(pid=106475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 08:40:05.982749 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-fac1d5bd-e958-48e7-a395-b0cdd334840d admin admin] Publish callbacks [] for subnet (a2d2bedf-95b7-4119-9469-6ab2290d032d), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:06.010871 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a27dad7d-7534-4360-ad80-0a42746356a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605544'] for router_interface (07e3b9ba-f8a2-4359-afdf-c9d99bc92adf), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:06.020149 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-fac1d5bd-e958-48e7-a395-b0cdd334840d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2637683'] for subnet (a2d2bedf-95b7-4119-9469-6ab2290d032d), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:06.064918 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-fac1d5bd-e958-48e7-a395-b0cdd334840d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672334'] for subnet (a2d2bedf-95b7-4119-9469-6ab2290d032d), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:06.103594 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:06.119642 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-fac1d5bd-e958-48e7-a395-b0cdd334840d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2793407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3714010'] for subnet (a2d2bedf-95b7-4119-9469-6ab2290d032d), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:06.123785 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:06.154604 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1d5bd-e958-48e7-a395-b0cdd334840d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2d2bedf-95b7-4119-9469-6ab2290d032d,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:06.156851 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-fac1d5bd-e958-48e7-a395-b0cdd334840d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:06.161586 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-fac1d5bd-e958-48e7-a395-b0cdd334840d admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/a2d2bedf-95b7-4119-9469-6ab2290d032d HTTP/1.1" status: 204 len: 168 time: 0.2322242 Sep 28 08:40:06.163147 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 54876) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:06.236822 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-738c0118-26a6-4b94-a92e-996c021058f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792351'] for network (29be1497-ed99-4e75-8bc9-869fe2ac37a5), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:06.292579 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-a27dad7d-7534-4360-ad80-0a42746356a5 admin admin] Deleting port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:40:06.293174 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a27dad7d-7534-4360-ad80-0a42746356a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (1a2bd17e-52af-4bc1-b3d9-53648d3ac432), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:06.319184 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-738c0118-26a6-4b94-a92e-996c021058f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845688', 'neutron.services.segments.db._delete_segments_for_network-8759190702794'] for network (29be1497-ed99-4e75-8bc9-869fe2ac37a5), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:06.341911 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-738c0118-26a6-4b94-a92e-996c021058f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29be1497-ed99-4e75-8bc9-869fe2ac37a5']}} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:06.351889 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-738c0118-26a6-4b94-a92e-996c021058f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45684262-ce33-4507-92a2-add6511a956d') {'for_net_delete': True} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:06.352288 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-738c0118-26a6-4b94-a92e-996c021058f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45684262-ce33-4507-92a2-add6511a956d') {} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:06.362334 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-738c0118-26a6-4b94-a92e-996c021058f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759190673511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2637690'] for segment (45684262-ce33-4507-92a2-add6511a956d), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:06.376715 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-738c0118-26a6-4b94-a92e-996c021058f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (45684262-ce33-4507-92a2-add6511a956d), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:06.383494 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738c0118-26a6-4b94-a92e-996c021058f3 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=106475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:40:06.383971 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-738c0118-26a6-4b94-a92e-996c021058f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2793233'] for segment (45684262-ce33-4507-92a2-add6511a956d), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:06.406898 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-a27dad7d-7534-4360-ad80-0a42746356a5 admin admin] For port 1a2bd17e-52af-4bc1-b3d9-53648d3ac432, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=1a2bd17e-52af-4bc1-b3d9-53648d3ac432,segment=NetworkSegment(a0e111da-df9e-428a-97af-2a9c999d550d),segment_id=a0e111da-df9e-428a-97af-2a9c999d550d)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:06.407272 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a27dad7d-7534-4360-ad80-0a42746356a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (1a2bd17e-52af-4bc1-b3d9-53648d3ac432), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:06.426448 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524be44-7377-49b9-b1f2-54d0d72a26ca req-d312ebd5-8773-4174-ab93-36bf90a9d66c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:06.426948 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment 45684262-ce33-4507-92a2-add6511a956d resource provider aggregate not found Sep 28 08:40:06.427976 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3524be44-7377-49b9-b1f2-54d0d72a26ca req-d312ebd5-8773-4174-ab93-36bf90a9d66c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0761435 Sep 28 08:40:06.432450 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-a27dad7d-7534-4360-ad80-0a42746356a5 admin admin] Calling delete_port for 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 owned by network:router_interface {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:40:06.451641 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment 45684262-ce33-4507-92a2-add6511a956d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45684262-ce33-4507-92a2-add6511a956d found for delete ", "request_id": "req-8769d556-65fa-47c0-9f6f-6ecf518e7975"}]} Sep 28 08:40:06.452772 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-738c0118-26a6-4b94-a92e-996c021058f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595797'] for network (29be1497-ed99-4e75-8bc9-869fe2ac37a5), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:06.458711 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-738c0118-26a6-4b94-a92e-996c021058f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:06.461843 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-738c0118-26a6-4b94-a92e-996c021058f3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/29be1497-ed99-4e75-8bc9-869fe2ac37a5 HTTP/1.1" status: 204 len: 168 time: 0.2973208 Sep 28 08:40:06.475547 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 54884) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:06.476693 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c0118-26a6-4b94-a92e-996c021058f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=29be1497-ed99-4e75-8bc9-869fe2ac37a5,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:06.559849 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:06.596311 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_v2 [None req-118b2b54-35f6-4871-9cb2-c0ec7d3cbb16 admin admin] Deleting subnet 9b68df86-ac75-4581-8746-7e4938287a53 {{(pid=106476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 08:40:06.600921 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3524be44-7377-49b9-b1f2-54d0d72a26ca req-5cd6d1fb-2ba5-484b-b305-e4f25dabf5eb tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553981 Sep 28 08:40:06.605008 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-118b2b54-35f6-4871-9cb2-c0ec7d3cbb16 admin admin] Publish callbacks [] for subnet (9b68df86-ac75-4581-8746-7e4938287a53), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:06.682716 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-118b2b54-35f6-4871-9cb2-c0ec7d3cbb16 admin admin] Publish callbacks [] for subnet (9b68df86-ac75-4581-8746-7e4938287a53), precommit_delete_associations {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:06.696540 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-118b2b54-35f6-4871-9cb2-c0ec7d3cbb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672334'] for subnet (9b68df86-ac75-4581-8746-7e4938287a53), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:06.794820 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-118b2b54-35f6-4871-9cb2-c0ec7d3cbb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for subnet (9b68df86-ac75-4581-8746-7e4938287a53), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:06.833874 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b2b54-35f6-4871-9cb2-c0ec7d3cbb16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b68df86-ac75-4581-8746-7e4938287a53,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:06.839248 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-118b2b54-35f6-4871-9cb2-c0ec7d3cbb16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:06.845288 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-118b2b54-35f6-4871-9cb2-c0ec7d3cbb16 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/9b68df86-ac75-4581-8746-7e4938287a53 HTTP/1.1" status: 204 len: 168 time: 0.3659410 Sep 28 08:40:06.845288 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a27dad7d-7534-4360-ad80-0a42746356a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461'] for port (1a2bd17e-52af-4bc1-b3d9-53648d3ac432), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:06.846555 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 54892) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:06.873604 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b2b54-35f6-4871-9cb2-c0ec7d3cbb16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:06.873953 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b2b54-35f6-4871-9cb2-c0ec7d3cbb16 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:06.874296 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b2b54-35f6-4871-9cb2-c0ec7d3cbb16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:06.874640 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b2b54-35f6-4871-9cb2-c0ec7d3cbb16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:06.875001 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b2b54-35f6-4871-9cb2-c0ec7d3cbb16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:06.875342 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b2b54-35f6-4871-9cb2-c0ec7d3cbb16 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:06.875672 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b2b54-35f6-4871-9cb2-c0ec7d3cbb16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:06.875999 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b2b54-35f6-4871-9cb2-c0ec7d3cbb16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:06.876327 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b2b54-35f6-4871-9cb2-c0ec7d3cbb16 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:06.876663 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b2b54-35f6-4871-9cb2-c0ec7d3cbb16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:06.876994 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b2b54-35f6-4871-9cb2-c0ec7d3cbb16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:06.877404 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b2b54-35f6-4871-9cb2-c0ec7d3cbb16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:06.877727 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b2b54-35f6-4871-9cb2-c0ec7d3cbb16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:06.878103 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b2b54-35f6-4871-9cb2-c0ec7d3cbb16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:06.878424 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b2b54-35f6-4871-9cb2-c0ec7d3cbb16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:06.881549 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27dad7d-7534-4360-ad80-0a42746356a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a2bd17e-52af-4bc1-b3d9-53648d3ac432,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:06.945250 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-724628c7-56ee-4f29-82c0-c0c83842623d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792351'] for network (28901864-be5e-42df-87c7-98fa37ac2219), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:07.076797 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-724628c7-56ee-4f29-82c0-c0c83842623d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845688', 'neutron.services.segments.db._delete_segments_for_network-8759190702794'] for network (28901864-be5e-42df-87c7-98fa37ac2219), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:07.102289 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a27dad7d-7534-4360-ad80-0a42746356a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596184'] for router_interface (07e3b9ba-f8a2-4359-afdf-c9d99bc92adf), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:07.102691 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-724628c7-56ee-4f29-82c0-c0c83842623d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28901864-be5e-42df-87c7-98fa37ac2219']}} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:07.111091 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f387f8-cae4-483b-bb49-39972dd0b900 req-13b91f97-6f20-43cd-9612-4ca1df2ab96e tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:07.114384 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-724628c7-56ee-4f29-82c0-c0c83842623d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468f9d3e-d8da-4743-bb36-012d5fb85ebf') {'for_net_delete': True} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:07.114658 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-724628c7-56ee-4f29-82c0-c0c83842623d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468f9d3e-d8da-4743-bb36-012d5fb85ebf') {} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:07.117618 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-16f387f8-cae4-483b-bb49-39972dd0b900 req-13b91f97-6f20-43cd-9612-4ca1df2ab96e tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9ccc5d87-c575-4da3-b246-c8b13aaa3b34 HTTP/1.1" status: 200 len: 948 time: 0.0725038 Sep 28 08:40:07.125997 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-724628c7-56ee-4f29-82c0-c0c83842623d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759190673511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2637690'] for segment (468f9d3e-d8da-4743-bb36-012d5fb85ebf), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:07.141340 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-724628c7-56ee-4f29-82c0-c0c83842623d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (468f9d3e-d8da-4743-bb36-012d5fb85ebf), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:07.148416 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724628c7-56ee-4f29-82c0-c0c83842623d admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=106475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:40:07.148753 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-724628c7-56ee-4f29-82c0-c0c83842623d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2793233'] for segment (468f9d3e-d8da-4743-bb36-012d5fb85ebf), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:07.150357 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:INSERT=3,neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:07.177629 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:07.212695 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-724628c7-56ee-4f29-82c0-c0c83842623d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595797'] for network (28901864-be5e-42df-87c7-98fa37ac2219), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:07.219623 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-724628c7-56ee-4f29-82c0-c0c83842623d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:07.222180 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-16f387f8-cae4-483b-bb49-39972dd0b900 req-468008d0-7af7-479b-b034-64d709feeefc tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8bec85e-553c-4811-aff1-93a2e2917de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036737 Sep 28 08:40:07.227469 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-724628c7-56ee-4f29-82c0-c0c83842623d admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/28901864-be5e-42df-87c7-98fa37ac2219 HTTP/1.1" status: 204 len: 168 time: 0.3796279 Sep 28 08:40:07.246451 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724628c7-56ee-4f29-82c0-c0c83842623d admin admin] Pushing event deleted for resources: {'Network': ['ID=28901864-be5e-42df-87c7-98fa37ac2219,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:07.335242 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e8580-78f1-4289-b814-0e9cd7faa103 req-f8452ab8-e8c8-4f8f-aa27-ee3b879e6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:07.336758 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c48e8580-78f1-4289-b814-0e9cd7faa103 req-f8452ab8-e8c8-4f8f-aa27-ee3b879e6a64 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=3777d8561b4e4c9385e87007b37fa57a&device_id=9ccc5d87-c575-4da3-b246-c8b13aaa3b34 HTTP/1.1" status: 200 len: 1132 time: 0.0571127 Sep 28 08:40:07.391853 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:07.445971 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 54898) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:07.469532 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27dad7d-7534-4360-ad80-0a42746356a5 admin admin] Router 07e3b9ba-f8a2-4359-afdf-c9d99bc92adf has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:40:07.491470 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-99daa297-7044-4ac8-b27e-7c4d3fb8060a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ecf3d02df950406f8530cb3ab89f2de9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440803 Sep 28 08:40:07.493776 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 54900) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:07.582475 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cfdf0045-60b4-44a9-80dc-8a781a786a94 req-6eaaf353-f3f6-4a83-92da-575a7178088c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713086 Sep 28 08:40:07.598065 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-87e07814-d965-4c8b-89ec-c3a3a32fdbc4 admin admin] Publish callbacks [] for security_group (7f871249-cfe2-4d0d-b452-7db85f7bb0e1), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:07.619676 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-87e07814-d965-4c8b-89ec-c3a3a32fdbc4 admin admin] Publish callbacks [] for security_group (7f871249-cfe2-4d0d-b452-7db85f7bb0e1), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:07.622800 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e8580-78f1-4289-b814-0e9cd7faa103 req-631ee8d2-37bc-4912-816a-164d82d330b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:07.624287 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c48e8580-78f1-4289-b814-0e9cd7faa103 req-631ee8d2-37bc-4912-816a-164d82d330b6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=bc805722-a721-4f9b-9384-a60f601520a9 HTTP/1.1" status: 200 len: 870 time: 0.1813426 Sep 28 08:40:07.683126 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c48e8580-78f1-4289-b814-0e9cd7faa103 req-94b2c451-95b2-4ccd-8cc6-255daf16e66c service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=d8d69f9a-c8fd-4c26-a50e-7609f170d57a HTTP/1.1" status: 200 len: 217 time: 0.0490484 Sep 28 08:40:07.698212 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27dad7d-7534-4360-ad80-0a42746356a5 admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:07.710550 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf0045-60b4-44a9-80dc-8a781a786a94 req-0be2f2d6-abe9-4129-82ab-2c0d8f779698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:07.710859 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb47e5a-064a-457f-a380-6e603709758c None None] Sync routers for ids ['07e3b9ba-f8a2-4359-afdf-c9d99bc92adf'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:07.712224 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cfdf0045-60b4-44a9-80dc-8a781a786a94 req-0be2f2d6-abe9-4129-82ab-2c0d8f779698 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=42699952850d49fdafb670aeb5f613ed&device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 1129 time: 0.0477972 Sep 28 08:40:07.713482 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-87e07814-d965-4c8b-89ec-c3a3a32fdbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (7f871249-cfe2-4d0d-b452-7db85f7bb0e1), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:07.716766 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-87e07814-d965-4c8b-89ec-c3a3a32fdbc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:07.721796 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-87e07814-d965-4c8b-89ec-c3a3a32fdbc4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7f871249-cfe2-4d0d-b452-7db85f7bb0e1 HTTP/1.1" status: 204 len: 168 time: 0.2270229 Sep 28 08:40:07.728413 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb47e5a-064a-457f-a380-6e603709758c None None] Routers {'07e3b9ba-f8a2-4359-afdf-c9d99bc92adf'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:40:07.730036 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-8cb47e5a-064a-457f-a380-6e603709758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:39:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['07e3b9ba-f8a2-4359-afdf-c9d99bc92adf'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:07.731680 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e07814-d965-4c8b-89ec-c3a3a32fdbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f871249-cfe2-4d0d-b452-7db85f7bb0e1,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:07.739806 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-a27dad7d-7534-4360-ad80-0a42746356a5 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/07e3b9ba-f8a2-4359-afdf-c9d99bc92adf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2050455 Sep 28 08:40:07.743328 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 54906) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:07.841464 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:07.913879 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-8cb47e5a-064a-457f-a380-6e603709758c None None] Set router 07e3b9ba-f8a2-4359-afdf-c9d99bc92adf gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:40:07.974378 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf0045-60b4-44a9-80dc-8a781a786a94 req-28c7f9a6-d695-4fd6-ac37-56a30d7a13e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:07.980416 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cfdf0045-60b4-44a9-80dc-8a781a786a94 req-28c7f9a6-d695-4fd6-ac37-56a30d7a13e9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=ecfbeafd-1446-46f2-889b-466b351133a2 HTTP/1.1" status: 200 len: 919 time: 0.1937654 Sep 28 08:40:07.988861 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Publish callbacks [] for router (07e3b9ba-f8a2-4359-afdf-c9d99bc92adf), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:08.041588 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b67b0-cc0d-44db-bca8-191b897b4abe req-2012f1ae-ee15-4d4c-abc4-ebea81127fbd tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:08.043124 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7d9b67b0-cc0d-44db-bca8-191b897b4abe req-2012f1ae-ee15-4d4c-abc4-ebea81127fbd tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.3575156 Sep 28 08:40:08.056420 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e8580-78f1-4289-b814-0e9cd7faa103 req-99d3131e-571d-4dac-a6b3-2fa7705ed2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:08.058071 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c48e8580-78f1-4289-b814-0e9cd7faa103 req-99d3131e-571d-4dac-a6b3-2fa7705ed2d7 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=1770a4b3-13c1-43ca-b847-61fc0284a225 HTTP/1.1" status: 200 len: 843 time: 0.3612945 Sep 28 08:40:08.115301 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cfdf0045-60b4-44a9-80dc-8a781a786a94 req-2bacf84a-ad2c-42fb-9f5d-51b771b49369 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6ac07f3-2675-41dc-968c-7b86388bb047 HTTP/1.1" status: 200 len: 217 time: 0.1231444 Sep 28 08:40:08.129777 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e8580-78f1-4289-b814-0e9cd7faa103 req-2b3c6657-1a46-41d6-b4ee-3a0c88f746ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:08.131296 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c48e8580-78f1-4289-b814-0e9cd7faa103 req-2b3c6657-1a46-41d6-b4ee-3a0c88f746ab service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=bc805722-a721-4f9b-9384-a60f601520a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0662956 Sep 28 08:40:08.134853 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7d9b67b0-cc0d-44db-bca8-191b897b4abe req-ce64cabf-f4c7-4141-ad94-90632719f778 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812962 Sep 28 08:40:08.144152 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-8cb47e5a-064a-457f-a380-6e603709758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e3b9ba-f8a2-4359-afdf-c9d99bc92adf', 'name': 'tempest-DeleteServersTestJSON-983691960-router', 'tenant_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '55ff17c3-e9fe-4147-8f39-09639f790b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:56Z', 'updated_at': '2022-09-28T08:40:06Z', 'revision_number': 5, 'project_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'gw_port': {'id': '55ff17c3-e9fe-4147-8f39-09639f790b8a', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e3b9ba-f8a2-4359-afdf-c9d99bc92adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:08.172093 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb47e5a-064a-457f-a380-6e603709758c None None] Checking router: 07e3b9ba-f8a2-4359-afdf-c9d99bc92adf for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:40:08.182332 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb47e5a-064a-457f-a380-6e603709758c None None] Routers {'07e3b9ba-f8a2-4359-afdf-c9d99bc92adf'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:40:08.183203 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-8cb47e5a-064a-457f-a380-6e603709758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:39:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['07e3b9ba-f8a2-4359-afdf-c9d99bc92adf'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:08.285313 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c48e8580-78f1-4289-b814-0e9cd7faa103 req-a1ab9d51-d36c-4989-86c1-e8ca6b26af14 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/bc805722-a721-4f9b-9384-a60f601520a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461322 Sep 28 08:40:08.305862 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device d8d69f9a-c8fd-4c26-a50e-7609f170d57a details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:40:08.334254 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf0045-60b4-44a9-80dc-8a781a786a94 req-5c475b06-65de-48aa-ad9b-1e15a67c24dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:08.337505 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cfdf0045-60b4-44a9-80dc-8a781a786a94 req-5c475b06-65de-48aa-ad9b-1e15a67c24dc service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=18b86f52-f49c-435b-95de-852298b2f6f4 HTTP/1.1" status: 200 len: 857 time: 0.2146513 Sep 28 08:40:08.359613 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Publish callbacks [] for router_gateway (07e3b9ba-f8a2-4359-afdf-c9d99bc92adf), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:08.375871 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 54916) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:08.393562 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-8cb47e5a-064a-457f-a380-6e603709758c None None] Set router 07e3b9ba-f8a2-4359-afdf-c9d99bc92adf gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:40:08.464915 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bd5c0-3032-4ada-8816-9b84570f21fe req-49490ef6-3e13-40ca-9782-852745c182b2 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:08.466493 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-475bd5c0-3032-4ada-8816-9b84570f21fe req-49490ef6-3e13-40ca-9782-852745c182b2 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9ccc5d87-c575-4da3-b246-c8b13aaa3b34 HTTP/1.1" status: 200 len: 948 time: 0.0842366 Sep 28 08:40:08.521725 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c48e8580-78f1-4289-b814-0e9cd7faa103 req-9744e8c1-ce86-4326-9838-49b70b28342d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/bc805722-a721-4f9b-9384-a60f601520a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299869 Sep 28 08:40:08.530252 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment 468f9d3e-d8da-4743-bb36-012d5fb85ebf resource provider aggregate not found Sep 28 08:40:08.574105 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Deleting port 55ff17c3-e9fe-4147-8f39-09639f790b8a {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:40:08.578070 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (55ff17c3-e9fe-4147-8f39-09639f790b8a), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:08.593993 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port d8d69f9a-c8fd-4c26-a50e-7609f170d57a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d8d69f9a-c8fd-4c26-a50e-7609f170d57a,segment=NetworkSegment(bc0b67bd-f4cf-4a14-8002-134f258c1be8),segment_id=bc0b67bd-f4cf-4a14-8002-134f258c1be8)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:08.615276 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-475bd5c0-3032-4ada-8816-9b84570f21fe req-ef063197-ea24-416f-8f5d-105b973ecdbf tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8bec85e-553c-4811-aff1-93a2e2917de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415865 Sep 28 08:40:08.623732 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment 468f9d3e-d8da-4743-bb36-012d5fb85ebf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 468f9d3e-d8da-4743-bb36-012d5fb85ebf found for delete ", "request_id": "req-f8ba5cd0-9455-44a1-873b-c0d1cea57c02"}]} Sep 28 08:40:08.633641 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf0045-60b4-44a9-80dc-8a781a786a94 req-8913b656-3c37-4f9a-9312-37f30dd360fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:08.635574 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cfdf0045-60b4-44a9-80dc-8a781a786a94 req-8913b656-3c37-4f9a-9312-37f30dd360fb service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ecfbeafd-1446-46f2-889b-466b351133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1904202 Sep 28 08:40:08.674510 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-d74422ba-7467-4bb5-8809-239d5905d16b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=28f9c06434b644519ae34a991cb581e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971852 Sep 28 08:40:08.677329 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 54930) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:08.698157 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:08.709709 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:08.723104 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-8cb47e5a-064a-457f-a380-6e603709758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e3b9ba-f8a2-4359-afdf-c9d99bc92adf', 'name': 'tempest-DeleteServersTestJSON-983691960-router', 'tenant_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '55ff17c3-e9fe-4147-8f39-09639f790b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:56Z', 'updated_at': '2022-09-28T08:40:06Z', 'revision_number': 5, 'project_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'gw_port': {'id': '55ff17c3-e9fe-4147-8f39-09639f790b8a', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e3b9ba-f8a2-4359-afdf-c9d99bc92adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:08.744291 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-53a0e75d-a250-449f-8b81-e1019e157082 admin admin] Publish callbacks [] for security_group (a035e917-e441-4b3f-af04-8ac457c221c4), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:08.755944 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] For port 55ff17c3-e9fe-4147-8f39-09639f790b8a, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=55ff17c3-e9fe-4147-8f39-09639f790b8a,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:08.756325 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (55ff17c3-e9fe-4147-8f39-09639f790b8a), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:08.762639 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb47e5a-064a-457f-a380-6e603709758c None None] The sync data for ids ['07e3b9ba-f8a2-4359-afdf-c9d99bc92adf'] in dv-cinder-844563-8-iscsi is: [{'id': '07e3b9ba-f8a2-4359-afdf-c9d99bc92adf', 'name': 'tempest-DeleteServersTestJSON-983691960-router', 'tenant_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '55ff17c3-e9fe-4147-8f39-09639f790b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:56Z', 'updated_at': '2022-09-28T08:40:06Z', 'revision_number': 5, 'project_id': 'dc7abcbb99b7466fb1581e1010b4a7e1', 'gw_port': {'id': '55ff17c3-e9fe-4147-8f39-09639f790b8a', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e3:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e3b9ba-f8a2-4359-afdf-c9d99bc92adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:08.777042 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-53a0e75d-a250-449f-8b81-e1019e157082 admin admin] Publish callbacks [] for security_group (a035e917-e441-4b3f-af04-8ac457c221c4), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:08.792748 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:08.796136 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': 'd8d69f9a-c8fd-4c26-a50e-7609f170d57a', 'network_id': 'bc805722-a721-4f9b-9384-a60f601520a9', 'port_id': 'd8d69f9a-c8fd-4c26-a50e-7609f170d57a', 'mac_address': 'fa:16:3e:45:bf:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1770a4b3-13c1-43ca-b847-61fc0284a225', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:40:08.807929 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cfdf0045-60b4-44a9-80dc-8a781a786a94 req-8e4f74b0-3012-4699-bcc9-e2eeb66ed15c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596072 Sep 28 08:40:08.809116 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Calling delete_port for 55ff17c3-e9fe-4147-8f39-09639f790b8a owned by network:router_gateway {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:40:08.844036 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-53a0e75d-a250-449f-8b81-e1019e157082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (a035e917-e441-4b3f-af04-8ac457c221c4), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:08.847295 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port d8d69f9a-c8fd-4c26-a50e-7609f170d57a is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:08.847983 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (d8d69f9a-c8fd-4c26-a50e-7609f170d57a), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:08.852164 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-53a0e75d-a250-449f-8b81-e1019e157082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:08.861689 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-53a0e75d-a250-449f-8b81-e1019e157082 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a035e917-e441-4b3f-af04-8ac457c221c4 HTTP/1.1" status: 204 len: 168 time: 0.1811745 Sep 28 08:40:08.865792 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d69f9a-c8fd-4c26-a50e-7609f170d57a {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:40:08.875755 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0e75d-a250-449f-8b81-e1019e157082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a035e917-e441-4b3f-af04-8ac457c221c4,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:08.902490 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port d8d69f9a-c8fd-4c26-a50e-7609f170d57a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d8d69f9a-c8fd-4c26-a50e-7609f170d57a,segment=NetworkSegment(bc0b67bd-f4cf-4a14-8002-134f258c1be8),segment_id=bc0b67bd-f4cf-4a14-8002-134f258c1be8)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:08.911677 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (d8d69f9a-c8fd-4c26-a50e-7609f170d57a), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:08.974388 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=d8d69f9a-c8fd-4c26-a50e-7609f170d57a,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:08.982220 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:08.982570 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:08.982912 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:08.983247 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:08.983823 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:08.984304 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:08.985329 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:08.985814 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:08.986147 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:08.986472 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:08.986858 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:08.987213 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:08.987541 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:08.987864 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:08.988185 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:08.995206 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cfdf0045-60b4-44a9-80dc-8a781a786a94 req-b6d899e6-b1cd-45bc-9286-e5ce7c80d68e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789367 Sep 28 08:40:09.077557 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (55ff17c3-e9fe-4147-8f39-09639f790b8a), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:09.082638 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:09.110049 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=55ff17c3-e9fe-4147-8f39-09639f790b8a,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:09.119889 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:09.120148 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:09.120491 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:09.120836 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:09.121194 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:09.121524 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:09.121850 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:09.122173 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:09.122854 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:09.122854 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:09.123111 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:09.123446 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:09.123773 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:09.124092 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:09.124414 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:09.202255 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595758'] for router_gateway (07e3b9ba-f8a2-4359-afdf-c9d99bc92adf), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:09.302227 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c65c8-cab3-4ea9-a002-62629afd64e8 req-d84c1bc5-ed1b-4c43-aa4e-d4bff6031874 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:09.309876 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a80c65c8-cab3-4ea9-a002-62629afd64e8 req-d84c1bc5-ed1b-4c43-aa4e-d4bff6031874 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0673275 Sep 28 08:40:09.383149 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a80c65c8-cab3-4ea9-a002-62629afd64e8 req-d1e13ce3-59c2-4242-8094-80a10b1af6f3 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722120 Sep 28 08:40:09.421927 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:40:09.446652 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:40:09.447141 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 1a2bd17e-52af-4bc1-b3d9-53648d3ac432 not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:40:09.519228 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3720'] for router (07e3b9ba-f8a2-4359-afdf-c9d99bc92adf), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:09.523880 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Publish callbacks [] for router_controller (07e3b9ba-f8a2-4359-afdf-c9d99bc92adf), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:09.596065 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596270'] for router (07e3b9ba-f8a2-4359-afdf-c9d99bc92adf), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:09.596065 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07e3b9ba-f8a2-4359-afdf-c9d99bc92adf {{(pid=106475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:40:09.603295 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:09.607171 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-4271f633-42b8-4fc9-9679-16b1da629c24 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/07e3b9ba-f8a2-4359-afdf-c9d99bc92adf HTTP/1.1" status: 204 len: 168 time: 1.8598700 Sep 28 08:40:09.607509 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 54958) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:09.644077 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:09.667947 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['d8d69f9a-c8fd-4c26-a50e-7609f170d57a'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:40:09.678141 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30f25d0-1018-4111-81a5-53c4f9748b82 admin admin] Deleting subnet acd54da1-78de-477f-b495-dce820c75dab {{(pid=106476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 08:40:09.690440 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e30f25d0-1018-4111-81a5-53c4f9748b82 admin admin] Publish callbacks [] for subnet (acd54da1-78de-477f-b495-dce820c75dab), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:09.787097 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:09.817050 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e30f25d0-1018-4111-81a5-53c4f9748b82 admin admin] Publish callbacks [] for subnet (acd54da1-78de-477f-b495-dce820c75dab), precommit_delete_associations {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:09.867663 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872210fa-1b84-4e09-8224-1426a04a4e35 req-6246c917-7ce9-4aa9-94ff-5b898fef8ada tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:09.869362 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-872210fa-1b84-4e09-8224-1426a04a4e35 req-6246c917-7ce9-4aa9-94ff-5b898fef8ada tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9ccc5d87-c575-4da3-b246-c8b13aaa3b34 HTTP/1.1" status: 200 len: 949 time: 0.1065619 Sep 28 08:40:09.936611 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e30f25d0-1018-4111-81a5-53c4f9748b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672334'] for subnet (acd54da1-78de-477f-b495-dce820c75dab), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:09.982643 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-872210fa-1b84-4e09-8224-1426a04a4e35 req-ebce4ff5-283f-4b6e-b8b6-71cfdbbfc912 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8bec85e-553c-4811-aff1-93a2e2917de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903487 Sep 28 08:40:10.025626 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e30f25d0-1018-4111-81a5-53c4f9748b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for subnet (acd54da1-78de-477f-b495-dce820c75dab), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:10.069511 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f25d0-1018-4111-81a5-53c4f9748b82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acd54da1-78de-477f-b495-dce820c75dab,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:10.073616 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e30f25d0-1018-4111-81a5-53c4f9748b82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:10.076969 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-e30f25d0-1018-4111-81a5-53c4f9748b82 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/acd54da1-78de-477f-b495-dce820c75dab HTTP/1.1" status: 204 len: 168 time: 0.4681001 Sep 28 08:40:10.079427 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 54974) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:10.082401 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185e0c39-f747-40de-af8a-44abfe6db913 None None] Network 93671831-ef1f-495e-a41a-678e1dc193fe requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:40:10.159710 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792351'] for network (93671831-ef1f-495e-a41a-678e1dc193fe), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:10.222882 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Deleting port 9ded3481-e25b-437b-b6d7-b410b032ffe9 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:40:10.223230 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (9ded3481-e25b-437b-b6d7-b410b032ffe9), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:10.291437 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e197ce4-9fc6-4efc-aaa1-261672839239 None None] DHCP port deletion for 93671831-ef1f-495e-a41a-678e1dc193fe request from dv-cinder-844563-8-iscsi {{(pid=106477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 08:40:10.300155 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] For port 9ded3481-e25b-437b-b6d7-b410b032ffe9, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=9ded3481-e25b-437b-b6d7-b410b032ffe9,segment=NetworkSegment(a0e111da-df9e-428a-97af-2a9c999d550d),segment_id=a0e111da-df9e-428a-97af-2a9c999d550d)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:10.300531 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (9ded3481-e25b-437b-b6d7-b410b032ffe9), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:10.314830 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Calling delete_port for 9ded3481-e25b-437b-b6d7-b410b032ffe9 owned by network:dhcp {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:40:10.334397 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-8e197ce4-9fc6-4efc-aaa1-261672839239 None None] Deleting port 9ded3481-e25b-437b-b6d7-b410b032ffe9 {{(pid=106477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:40:10.334971 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8e197ce4-9fc6-4efc-aaa1-261672839239 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (9ded3481-e25b-437b-b6d7-b410b032ffe9), before_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:10.394448 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 54980) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:10.401204 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-8e197ce4-9fc6-4efc-aaa1-261672839239 None None] For port 9ded3481-e25b-437b-b6d7-b410b032ffe9, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=9ded3481-e25b-437b-b6d7-b410b032ffe9,segment=NetworkSegment(a0e111da-df9e-428a-97af-2a9c999d550d),segment_id=a0e111da-df9e-428a-97af-2a9c999d550d)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:10.401753 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8e197ce4-9fc6-4efc-aaa1-261672839239 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (9ded3481-e25b-437b-b6d7-b410b032ffe9), precommit_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:10.403120 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:10.426594 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461'] for port (9ded3481-e25b-437b-b6d7-b410b032ffe9), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:10.430230 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-8e197ce4-9fc6-4efc-aaa1-261672839239 None None] Calling delete_port for 9ded3481-e25b-437b-b6d7-b410b032ffe9 owned by network:dhcp {{(pid=106477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:40:10.472423 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ded3481-e25b-437b-b6d7-b410b032ffe9,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:10.472423 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] No DVR routers for this DVR port 9ded3481-e25b-437b-b6d7-b410b032ffe9 on host dv-cinder-844563-8-iscsi {{(pid=106476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:40:10.529142 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991156c1-93ae-4aac-9270-c1d2219f7912 req-506bcc9f-2ad0-4c33-a6c8-35d1eb165b44 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:10.530700 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-991156c1-93ae-4aac-9270-c1d2219f7912 req-506bcc9f-2ad0-4c33-a6c8-35d1eb165b44 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0563128 Sep 28 08:40:10.574550 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8e197ce4-9fc6-4efc-aaa1-261672839239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461'] for port (9ded3481-e25b-437b-b6d7-b410b032ffe9), after_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:10.581793 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c46f439d-8f08-41d1-b60d-c6ea7fe94bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:10.601052 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e197ce4-9fc6-4efc-aaa1-261672839239 None None] Pushing event deleted for resources: {'Port': ['ID=9ded3481-e25b-437b-b6d7-b410b032ffe9,revision_number=None']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:10.605858 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e197ce4-9fc6-4efc-aaa1-261672839239 None None] No DVR routers for this DVR port 9ded3481-e25b-437b-b6d7-b410b032ffe9 on host dv-cinder-844563-8-iscsi {{(pid=106477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:40:10.660973 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845688', 'neutron.services.segments.db._delete_segments_for_network-8759190702794'] for network (93671831-ef1f-495e-a41a-678e1dc193fe), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:10.688704 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-991156c1-93ae-4aac-9270-c1d2219f7912 req-af98f019-e80a-4aab-b47a-9593f68224de tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304228 Sep 28 08:40:10.706134 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:40:10.706544 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:40:10.707348 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:40:10.707714 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Subscribe: > port after_create 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:40:10.708062 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Subscribe: > port after_delete 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:40:10.708407 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Subscribe: > port after_update 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:40:10.708734 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:40:10.709082 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:40:10.709566 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:40:10.709771 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:40:10.783281 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:40:10.783631 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:40:10.783985 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:40:10.784300 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106476) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 28 08:40:10.784658 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93671831-ef1f-495e-a41a-678e1dc193fe']}} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:10.802415 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:10.804463 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e111da-df9e-428a-97af-2a9c999d550d') {'for_net_delete': True} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:10.804839 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e111da-df9e-428a-97af-2a9c999d550d') {} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:10.829307 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759190673511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260594424'] for segment (a0e111da-df9e-428a-97af-2a9c999d550d), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:10.858826 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (a0e111da-df9e-428a-97af-2a9c999d550d), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:10.871424 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=106476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:40:10.871754 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3668257'] for segment (a0e111da-df9e-428a-97af-2a9c999d550d), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:10.941553 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c46f439d-8f08-41d1-b60d-c6ea7fe94bbb admin admin] Publish callbacks [] for security_group (fc274ca8-b38b-45e9-897e-26639828cddc), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:10.952542 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c46f439d-8f08-41d1-b60d-c6ea7fe94bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (fc274ca8-b38b-45e9-897e-26639828cddc), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:10.973255 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595797'] for network (93671831-ef1f-495e-a41a-678e1dc193fe), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:11.002191 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:11.005822 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/93671831-ef1f-495e-a41a-678e1dc193fe HTTP/1.1" status: 204 len: 168 time: 0.9250579 Sep 28 08:40:11.017495 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa1bde-3d23-4bb6-bcc7-18c994d1550d admin admin] Pushing event deleted for resources: {'Network': ['ID=93671831-ef1f-495e-a41a-678e1dc193fe,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:11.019225 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f439d-8f08-41d1-b60d-c6ea7fe94bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc274ca8-b38b-45e9-897e-26639828cddc,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:11.026278 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-c46f439d-8f08-41d1-b60d-c6ea7fe94bbb admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=cd5d9c471dfd4410925e45a1b2585e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6284301 Sep 28 08:40:11.026735 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 54994) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:11.092925 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-afa9d106-81c0-4b37-bc6d-57f06cdd803d admin admin] Publish callbacks [] for security_group (fc274ca8-b38b-45e9-897e-26639828cddc), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:11.126523 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-afa9d106-81c0-4b37-bc6d-57f06cdd803d admin admin] Publish callbacks [] for security_group (fc274ca8-b38b-45e9-897e-26639828cddc), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:11.146588 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df465d1-f40f-46d6-bda1-31b7cc77875e req-06d20505-4980-4cef-b7a6-2d65f9bcd119 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:11.148288 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7df465d1-f40f-46d6-bda1-31b7cc77875e req-06d20505-4980-4cef-b7a6-2d65f9bcd119 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9ccc5d87-c575-4da3-b246-c8b13aaa3b34 HTTP/1.1" status: 200 len: 949 time: 0.0640111 Sep 28 08:40:11.212973 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-afa9d106-81c0-4b37-bc6d-57f06cdd803d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (fc274ca8-b38b-45e9-897e-26639828cddc), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:11.216852 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-afa9d106-81c0-4b37-bc6d-57f06cdd803d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:11.218231 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-afa9d106-81c0-4b37-bc6d-57f06cdd803d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fc274ca8-b38b-45e9-897e-26639828cddc HTTP/1.1" status: 204 len: 168 time: 0.1903157 Sep 28 08:40:11.227495 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 55010) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:11.227879 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9d106-81c0-4b37-bc6d-57f06cdd803d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc274ca8-b38b-45e9-897e-26639828cddc,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:11.238801 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment a0e111da-df9e-428a-97af-2a9c999d550d resource provider aggregate not found Sep 28 08:40:11.254877 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7df465d1-f40f-46d6-bda1-31b7cc77875e req-c3e41d5e-230a-4493-9f47-e32990b83a39 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8bec85e-553c-4811-aff1-93a2e2917de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004238 Sep 28 08:40:11.289902 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-94284509-504b-4b38-8019-466f74cab333 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=dc7abcbb99b7466fb1581e1010b4a7e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0611079 Sep 28 08:40:11.290238 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 55014) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:11.336900 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment a0e111da-df9e-428a-97af-2a9c999d550d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0e111da-df9e-428a-97af-2a9c999d550d found for delete ", "request_id": "req-cb7afd5f-fd66-43c4-a1f9-d6bc15e1b978"}]} Sep 28 08:40:11.366501 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f53a91be-e847-41b6-b046-35a79b5800e0 admin admin] Publish callbacks [] for security_group (dbaa9785-bba5-48d3-b12a-7174525faf1e), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:11.389545 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f53a91be-e847-41b6-b046-35a79b5800e0 admin admin] Publish callbacks [] for security_group (dbaa9785-bba5-48d3-b12a-7174525faf1e), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:11.395489 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 55ff17c3-e9fe-4147-8f39-09639f790b8a no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:40:11.418046 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: 55ff17c3-e9fe-4147-8f39-09639f790b8a {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:40:11.418565 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 55ff17c3-e9fe-4147-8f39-09639f790b8a not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:40:11.418981 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 9ded3481-e25b-437b-b6d7-b410b032ffe9 no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:40:11.437563 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: 9ded3481-e25b-437b-b6d7-b410b032ffe9 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:40:11.438560 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 9ded3481-e25b-437b-b6d7-b410b032ffe9 not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:40:11.456962 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f53a91be-e847-41b6-b046-35a79b5800e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (dbaa9785-bba5-48d3-b12a-7174525faf1e), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:11.459596 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f53a91be-e847-41b6-b046-35a79b5800e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:11.463441 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-f53a91be-e847-41b6-b046-35a79b5800e0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/dbaa9785-bba5-48d3-b12a-7174525faf1e HTTP/1.1" status: 204 len: 168 time: 0.1718450 Sep 28 08:40:11.473181 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a91be-e847-41b6-b046-35a79b5800e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbaa9785-bba5-48d3-b12a-7174525faf1e,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:11.826274 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61acd3-c873-4ad8-93b3-f2b64bc7d0e0 req-f8d12349-007e-4575-9a24-8ff746b8d593 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:11.829014 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4b61acd3-c873-4ad8-93b3-f2b64bc7d0e0 req-f8d12349-007e-4575-9a24-8ff746b8d593 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0599988 Sep 28 08:40:11.879081 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4b61acd3-c873-4ad8-93b3-f2b64bc7d0e0 req-5b899849-a288-4cef-aebe-54c86ed1fa7f tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449312 Sep 28 08:40:12.353753 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 55068) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:12.393437 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79734e1c-7859-4d01-8c0e-a963fe470bcb req-cc20cf67-10fb-4ab0-9fb8-5cb4c541aff2 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:12.395237 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-79734e1c-7859-4d01-8c0e-a963fe470bcb req-cc20cf67-10fb-4ab0-9fb8-5cb4c541aff2 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9ccc5d87-c575-4da3-b246-c8b13aaa3b34 HTTP/1.1" status: 200 len: 949 time: 0.0537505 Sep 28 08:40:12.461810 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-79734e1c-7859-4d01-8c0e-a963fe470bcb req-e4253dfc-6696-4437-bc65-a0d2ef458bde tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8bec85e-553c-4811-aff1-93a2e2917de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558479 Sep 28 08:40:12.487464 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-87f4fe1a-05db-4ec8-8b4b-4c43eb107b69 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-343323330-network', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:40:12.505704 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:12.511059 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f4fe1a-05db-4ec8-8b4b-4c43eb107b69 admin admin] Made reservation on behalf of c067f1df3c7f47299bc2db03d904d156 for: {'network': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:12.517737 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-87f4fe1a-05db-4ec8-8b4b-4c43eb107b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for network (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:12.523874 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-87f4fe1a-05db-4ec8-8b4b-4c43eb107b69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:12.605938 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-87f4fe1a-05db-4ec8-8b4b-4c43eb107b69 admin admin] Publish callbacks [] for security_group (7751f076-9858-49f0-97de-ad890f6b592d), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:12.610912 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-87f4fe1a-05db-4ec8-8b4b-4c43eb107b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (7751f076-9858-49f0-97de-ad890f6b592d), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:12.634914 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f4fe1a-05db-4ec8-8b4b-4c43eb107b69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=106475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:40:12.652277 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 55078) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:12.653033 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-87f4fe1a-05db-4ec8-8b4b-4c43eb107b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (485ca190-db56-4751-b273-de0c3ba9a9bf), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:12.653524 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.db.segments_db [None req-87f4fe1a-05db-4ec8-8b4b-4c43eb107b69 admin admin] Added segment 485ca190-db56-4751-b273-de0c3ba9a9bf of type vlan for network 8e213c79-0ba4-458e-84ef-70d744799a89 Sep 28 08:40:12.654837 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4fe1a-05db-4ec8-8b4b-4c43eb107b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7751f076-9858-49f0-97de-ad890f6b592d,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:12.699692 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-87f4fe1a-05db-4ec8-8b4b-4c43eb107b69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759190207681'] for network (8e213c79-0ba4-458e-84ef-70d744799a89), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:12.724422 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-87f4fe1a-05db-4ec8-8b4b-4c43eb107b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for network (8e213c79-0ba4-458e-84ef-70d744799a89), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:12.725738 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f4fe1a-05db-4ec8-8b4b-4c43eb107b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:12.726637 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-87f4fe1a-05db-4ec8-8b4b-4c43eb107b69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:12.738254 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:12.773324 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-06c4b7ec-c3ae-4b37-b899-43593251ab15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:12.782794 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-87f4fe1a-05db-4ec8-8b4b-4c43eb107b69 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4279361 Sep 28 08:40:12.786100 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 55082) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:12.791461 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-e04bfd35-2a98-46f6-86f6-b4f197fcf6d6 admin admin] Request body: {'subnet': {'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-343323330-subnet', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:40:12.810099 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:12.814749 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4fe1a-05db-4ec8-8b4b-4c43eb107b69 admin admin] Pushing event updated for resources: {'Network': ['ID=8e213c79-0ba4-458e-84ef-70d744799a89,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:12.825441 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04bfd35-2a98-46f6-86f6-b4f197fcf6d6 admin admin] Made reservation on behalf of c067f1df3c7f47299bc2db03d904d156 for: {'subnet': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:12.828019 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e04bfd35-2a98-46f6-86f6-b4f197fcf6d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3714023'] for subnet (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:12.830544 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Network 8e213c79-0ba4-458e-84ef-70d744799a89 details requested by agent ovs-agent-dv-cinder-844563-8-iscsi with host dv-cinder-844563-8-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:40:12.863677 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-06c4b7ec-c3ae-4b37-b899-43593251ab15 admin admin] Publish callbacks [] for security_group (bc38b6c3-33bf-4493-aefd-14bd83b15c14), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:12.870943 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-06c4b7ec-c3ae-4b37-b899-43593251ab15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (bc38b6c3-33bf-4493-aefd-14bd83b15c14), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:12.915030 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-06c4b7ec-c3ae-4b37-b899-43593251ab15 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=faa733a34dd940f983d7d0a9584a8a6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615693 Sep 28 08:40:12.917624 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4b7ec-c3ae-4b37-b899-43593251ab15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc38b6c3-33bf-4493-aefd-14bd83b15c14,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:12.920242 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 55086) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:12.973729 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a2f7ac2d-42d4-4312-a05b-874a2976a022 admin admin] Publish callbacks [] for security_group (bc38b6c3-33bf-4493-aefd-14bd83b15c14), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:13.022241 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a2f7ac2d-42d4-4312-a05b-874a2976a022 admin admin] Publish callbacks [] for security_group (bc38b6c3-33bf-4493-aefd-14bd83b15c14), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:13.035516 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e04bfd35-2a98-46f6-86f6-b4f197fcf6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2790258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3714001'] for subnet (bea30454-8677-4268-a491-c558446ae000), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:13.049667 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9156f-79ff-4bc1-b235-f32581f397ec req-e88acac4-2121-451e-8e38-d583bba481af tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:13.051111 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ddc9156f-79ff-4bc1-b235-f32581f397ec req-e88acac4-2121-451e-8e38-d583bba481af tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0700402 Sep 28 08:40:13.058748 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:13.088056 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bfd35-2a98-46f6-86f6-b4f197fcf6d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bea30454-8677-4268-a491-c558446ae000,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:13.111116 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04bfd35-2a98-46f6-86f6-b4f197fcf6d6 admin admin] Checking segment: {'id': '485ca190-db56-4751-b273-de0c3ba9a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:40:13.111560 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04bfd35-2a98-46f6-86f6-b4f197fcf6d6 admin admin] Network hostable DHCP agents. Network: 8e213c79-0ba4-458e-84ef-70d744799a89, hostable agents: ['303e7d5d-73d6-4049-9660-05be0257cf7d'], hosted agents: [] {{(pid=106475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:40:13.114439 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ddc9156f-79ff-4bc1-b235-f32581f397ec req-e6e381ac-04f6-4283-989f-aea4cb0ddfa9 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545247 Sep 28 08:40:13.115444 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a2f7ac2d-42d4-4312-a05b-874a2976a022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (bc38b6c3-33bf-4493-aefd-14bd83b15c14), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:13.117902 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a2f7ac2d-42d4-4312-a05b-874a2976a022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:13.118923 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-a2f7ac2d-42d4-4312-a05b-874a2976a022 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/bc38b6c3-33bf-4493-aefd-14bd83b15c14 HTTP/1.1" status: 204 len: 168 time: 0.1977365 Sep 28 08:40:13.138863 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7ac2d-42d4-4312-a05b-874a2976a022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc38b6c3-33bf-4493-aefd-14bd83b15c14,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:13.142795 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04bfd35-2a98-46f6-86f6-b4f197fcf6d6 admin admin] Network 8e213c79-0ba4-458e-84ef-70d744799a89 is scheduled to be hosted by DHCP agent 303e7d5d-73d6-4049-9660-05be0257cf7d with binding_index 1 {{(pid=106475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:40:13.155169 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-e04bfd35-2a98-46f6-86f6-b4f197fcf6d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-8-iscsi, 8e213c79-0ba4-458e-84ef-70d744799a89) {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:13.165594 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04bfd35-2a98-46f6-86f6-b4f197fcf6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:13.165594 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e04bfd35-2a98-46f6-86f6-b4f197fcf6d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:13.176724 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127f3508-0e21-4126-9376-330bfb0dca5e None None] Network 8e213c79-0ba4-458e-84ef-70d744799a89 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:40:13.180482 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:13.183274 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e04bfd35-2a98-46f6-86f6-b4f197fcf6d6 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3956363 Sep 28 08:40:13.185984 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 55090) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:13.190381 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-658bb604-c556-4a86-9bd3-5e0df7e9bca4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-343323330-router', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:40:13.214314 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-658bb604-c556-4a86-9bd3-5e0df7e9bca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3738'] for router (d0b6f93f-806d-4c42-8703-af29aa58e3ed), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:13.215843 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-658bb604-c556-4a86-9bd3-5e0df7e9bca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2002495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3713'] for router (d0b6f93f-806d-4c42-8703-af29aa58e3ed), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:13.282060 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-658bb604-c556-4a86-9bd3-5e0df7e9bca4 admin admin] Publish callbacks [] for router_controller (d0b6f93f-806d-4c42-8703-af29aa58e3ed), precommit_add_association {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:13.304809 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0481b15-6295-44be-8c23-50eb876a455b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60c871b0-84eb-58d7-9f94-0df37add3fce-8e213c79-0ba4-458e-84ef-70d744799a89', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'fixed_ips': [{'subnet_id': 'bea30454-8677-4268-a491-c558446ae000'}]}} from dv-cinder-844563-8-iscsi. {{(pid=106477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 08:40:13.306077 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b0481b15-6295-44be-8c23-50eb876a455b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:13.432087 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-658bb604-c556-4a86-9bd3-5e0df7e9bca4 admin admin] Publish callbacks [] for router_gateway (d0b6f93f-806d-4c42-8703-af29aa58e3ed), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:13.458613 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.db_base_plugin_common [None req-b0481b15-6295-44be-8c23-50eb876a455b None None] Allocated IP 172.20.0.2 (8e213c79-0ba4-458e-84ef-70d744799a89/bea30454-8677-4268-a491-c558446ae000/e528dbf6-5f1f-4a9c-8577-7ef310824c8f) {{(pid=106477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:13.632430 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b0481b15-6295-44be-8c23-50eb876a455b None None] Publish callbacks [] for port (e528dbf6-5f1f-4a9c-8577-7ef310824c8f), precommit_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:13.640426 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b0481b15-6295-44be-8c23-50eb876a455b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (e528dbf6-5f1f-4a9c-8577-7ef310824c8f), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:13.646905 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee989a-1296-4f70-8f0b-429c3a553e33 req-74775b47-294c-4853-916b-24c6d74454ba tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:13.648449 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-faee989a-1296-4f70-8f0b-429c3a553e33 req-74775b47-294c-4853-916b-24c6d74454ba tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9ccc5d87-c575-4da3-b246-c8b13aaa3b34 HTTP/1.1" status: 200 len: 949 time: 0.1152735 Sep 28 08:40:13.694184 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:13.715332 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:13.717501 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-658bb604-c556-4a86-9bd3-5e0df7e9bca4 admin admin] Publish callbacks [] for router_gateway (d0b6f93f-806d-4c42-8703-af29aa58e3ed), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:13.720182 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0481b15-6295-44be-8c23-50eb876a455b None None] Network 8e213c79-0ba4-458e-84ef-70d744799a89 is already hosted by enough agents. {{(pid=106477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:13.722692 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.base_scheduler [None req-b0481b15-6295-44be-8c23-50eb876a455b None None] Resources bound (agent type, host, resource id): {{(pid=106477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:13.724842 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0481b15-6295-44be-8c23-50eb876a455b None None] Pushing event updated for resources: {'Port': ['ID=e528dbf6-5f1f-4a9c-8577-7ef310824c8f,revision_number=1']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:13.727424 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0481b15-6295-44be-8c23-50eb876a455b None None] Received port after_create {{(pid=106477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:40:13.751253 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-658bb604-c556-4a86-9bd3-5e0df7e9bca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:13.756975 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-faee989a-1296-4f70-8f0b-429c3a553e33 req-2ab43b35-b154-4a98-b63e-48a5d30d980f tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8bec85e-553c-4811-aff1-93a2e2917de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865700 Sep 28 08:40:13.802923 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-b0481b15-6295-44be-8c23-50eb876a455b None None] Attempting to bind port e528dbf6-5f1f-4a9c-8577-7ef310824c8f on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:40:13.802923 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-b0481b15-6295-44be-8c23-50eb876a455b None None] Attempting to bind port e528dbf6-5f1f-4a9c-8577-7ef310824c8f by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': '485ca190-db56-4751-b273-de0c3ba9a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:40:13.803720 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0481b15-6295-44be-8c23-50eb876a455b None None] Attempting to bind port e528dbf6-5f1f-4a9c-8577-7ef310824c8f on network 8e213c79-0ba4-458e-84ef-70d744799a89 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:13.850356 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0481b15-6295-44be-8c23-50eb876a455b None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:40:13.851070 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0481b15-6295-44be-8c23-50eb876a455b None None] Checking segment: {'id': '485ca190-db56-4751-b273-de0c3ba9a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:40:13.851708 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b0481b15-6295-44be-8c23-50eb876a455b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:13.851708 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0481b15-6295-44be-8c23-50eb876a455b None None] Bound using segment: {'id': '485ca190-db56-4751-b273-de0c3ba9a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:40:13.852335 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-b0481b15-6295-44be-8c23-50eb876a455b None None] Bound port: e528dbf6-5f1f-4a9c-8577-7ef310824c8f, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485ca190-db56-4751-b273-de0c3ba9a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:40:13.852692 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b0481b15-6295-44be-8c23-50eb876a455b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (e528dbf6-5f1f-4a9c-8577-7ef310824c8f), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:13.882389 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-658bb604-c556-4a86-9bd3-5e0df7e9bca4 admin admin] Allocated IP 172.27.2.118 (53303c84-4465-4011-9c65-8bdf4507ffd3/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f/b5b870b7-7f00-494c-a6ea-66d62a5ec4a4) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:13.918940 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-b0481b15-6295-44be-8c23-50eb876a455b None None] For port e528dbf6-5f1f-4a9c-8577-7ef310824c8f, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:13.922759 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-b0481b15-6295-44be-8c23-50eb876a455b None None] For port e528dbf6-5f1f-4a9c-8577-7ef310824c8f, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=e528dbf6-5f1f-4a9c-8577-7ef310824c8f,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:13.930374 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b0481b15-6295-44be-8c23-50eb876a455b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (e528dbf6-5f1f-4a9c-8577-7ef310824c8f), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:13.991905 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0481b15-6295-44be-8c23-50eb876a455b None None] Pushing event updated for resources: {'Port': ['ID=e528dbf6-5f1f-4a9c-8577-7ef310824c8f,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:14.011166 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-658bb604-c556-4a86-9bd3-5e0df7e9bca4 admin admin] Publish callbacks [] for port (b5b870b7-7f00-494c-a6ea-66d62a5ec4a4), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:14.050659 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-658bb604-c556-4a86-9bd3-5e0df7e9bca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (b5b870b7-7f00-494c-a6ea-66d62a5ec4a4), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:14.105437 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658bb604-c556-4a86-9bd3-5e0df7e9bca4 admin admin] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:14.111579 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-658bb604-c556-4a86-9bd3-5e0df7e9bca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:14.117166 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658bb604-c556-4a86-9bd3-5e0df7e9bca4 admin admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:40:14.123715 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658bb604-c556-4a86-9bd3-5e0df7e9bca4 admin admin] Pushing event updated for resources: {'Port': ['ID=b5b870b7-7f00-494c-a6ea-66d62a5ec4a4,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:14.313811 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:14.325336 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb2378-8ddf-47a3-844a-54c9fe28f143 req-3378fac8-4aca-457b-ad04-e2ef3ad60b20 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:14.326815 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-90eb2378-8ddf-47a3-844a-54c9fe28f143 req-3378fac8-4aca-457b-ad04-e2ef3ad60b20 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.1005487 Sep 28 08:40:14.437632 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-90eb2378-8ddf-47a3-844a-54c9fe28f143 req-4c5d466a-5d89-4243-b1d8-ae0baac77ed7 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027391 Sep 28 08:40:14.438880 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 55126) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:14.491041 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-658bb604-c556-4a86-9bd3-5e0df7e9bca4 admin admin] Publish callbacks [] for router_gateway (d0b6f93f-806d-4c42-8703-af29aa58e3ed), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:14.568818 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-376e0850-ef90-41fc-a18f-e43284a22960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:14.614924 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:14.666387 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-376e0850-ef90-41fc-a18f-e43284a22960 admin admin] Publish callbacks [] for security_group (5d09c644-0ec3-405a-ab01-6977b129c17d), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:14.673337 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-376e0850-ef90-41fc-a18f-e43284a22960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (5d09c644-0ec3-405a-ab01-6977b129c17d), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:14.715663 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e0850-ef90-41fc-a18f-e43284a22960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d09c644-0ec3-405a-ab01-6977b129c17d,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:14.720926 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-376e0850-ef90-41fc-a18f-e43284a22960 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6fe65abbf7124e6b90611bef9a30d8ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807665 Sep 28 08:40:14.723418 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 55130) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:14.788227 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f04ca94b-a1ac-411c-b9cc-290138a440c2 admin admin] Publish callbacks [] for security_group (5d09c644-0ec3-405a-ab01-6977b129c17d), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:14.813196 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f04ca94b-a1ac-411c-b9cc-290138a440c2 admin admin] Publish callbacks [] for security_group (5d09c644-0ec3-405a-ab01-6977b129c17d), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:14.868411 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device d8d69f9a-c8fd-4c26-a50e-7609f170d57a up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:14.879655 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f04ca94b-a1ac-411c-b9cc-290138a440c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (5d09c644-0ec3-405a-ab01-6977b129c17d), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:14.882375 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f04ca94b-a1ac-411c-b9cc-290138a440c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:14.885911 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-f04ca94b-a1ac-411c-b9cc-290138a440c2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5d09c644-0ec3-405a-ab01-6977b129c17d HTTP/1.1" status: 204 len: 168 time: 0.1591942 Sep 28 08:40:14.913279 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ca94b-a1ac-411c-b9cc-290138a440c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d09c644-0ec3-405a-ab01-6977b129c17d,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:14.942505 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:14.960578 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning for port d8d69f9a-c8fd-4c26-a50e-7609f170d57a completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 08:40:14.977929 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port d8d69f9a-c8fd-4c26-a50e-7609f170d57a triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:14.978467 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:14.983407 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (d8d69f9a-c8fd-4c26-a50e-7609f170d57a), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:14.983898 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port d8d69f9a-c8fd-4c26-a50e-7609f170d57a Sep 28 08:40:15.022382 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe05555-1acf-4592-baae-4793bfcf0f7d req-240e7ddb-3531-425f-a868-25e9dcc9a188 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:15.023930 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6fe05555-1acf-4592-baae-4793bfcf0f7d req-240e7ddb-3531-425f-a868-25e9dcc9a188 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9ccc5d87-c575-4da3-b246-c8b13aaa3b34 HTTP/1.1" status: 200 len: 949 time: 0.1007345 Sep 28 08:40:15.080183 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-658bb604-c556-4a86-9bd3-5e0df7e9bca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595702'] for router (d0b6f93f-806d-4c42-8703-af29aa58e3ed), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:15.101479 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port d8d69f9a-c8fd-4c26-a50e-7609f170d57a is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:15.101877 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (d8d69f9a-c8fd-4c26-a50e-7609f170d57a), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:15.123152 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba463d28-b595-49b8-b5f8-6e92b4c0bf38 req-15b03cf0-4d5a-46a7-922b-9c1c5096feb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:15.124665 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ba463d28-b595-49b8-b5f8-6e92b4c0bf38 req-15b03cf0-4d5a-46a7-922b-9c1c5096feb3 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 1130 time: 0.0858686 Sep 28 08:40:15.142073 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccc5d87-c575-4da3-b246-c8b13aaa3b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d69f9a-c8fd-4c26-a50e-7609f170d57a'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:40:15.144353 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3fef47-bb45-4bf1-bc3a-e37063b9140d" -d '{"events": [{"server_uuid": "9ccc5d87-c575-4da3-b246-c8b13aaa3b34", "name": "network-vif-plugged", "status": "completed", "tag": "d8d69f9a-c8fd-4c26-a50e-7609f170d57a"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:40:15.152026 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:15.157205 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6fe05555-1acf-4592-baae-4793bfcf0f7d req-088fab05-91a9-4c0f-baaa-76cec8c98316 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8bec85e-553c-4811-aff1-93a2e2917de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263058 Sep 28 08:40:15.162867 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7383b36-cdb2-414f-a742-46437e4ecb19 None None] Network 8e213c79-0ba4-458e-84ef-70d744799a89 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:40:15.194864 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ba463d28-b595-49b8-b5f8-6e92b4c0bf38 req-7dd0963b-f5b1-4eb0-8daf-6de3c9374c9f service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624375 Sep 28 08:40:15.211345 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port d8d69f9a-c8fd-4c26-a50e-7609f170d57a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d8d69f9a-c8fd-4c26-a50e-7609f170d57a,segment=NetworkSegment(bc0b67bd-f4cf-4a14-8002-134f258c1be8),segment_id=bc0b67bd-f4cf-4a14-8002-134f258c1be8)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:15.242500 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf41218-0c91-401a-92b8-09bf37600476 x-openstack-request-id: req-1bf41218-0c91-401a-92b8-09bf37600476 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:40:15.242871 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ccc5d87-c575-4da3-b246-c8b13aaa3b34", "name": "network-vif-plugged", "status": "completed", "tag": "d8d69f9a-c8fd-4c26-a50e-7609f170d57a", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:40:15.243309 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1bf41218-0c91-401a-92b8-09bf37600476 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:40:15.243690 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf41218-0c91-401a-92b8-09bf37600476'] response: {'server_uuid': '9ccc5d87-c575-4da3-b246-c8b13aaa3b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d69f9a-c8fd-4c26-a50e-7609f170d57a', 'code': 200} Sep 28 08:40:15.252554 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (d8d69f9a-c8fd-4c26-a50e-7609f170d57a), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:15.266876 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658bb604-c556-4a86-9bd3-5e0df7e9bca4 admin admin] Router d0b6f93f-806d-4c42-8703-af29aa58e3ed is scheduled to L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c with binding_index 1 {{(pid=106476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:40:15.282053 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-db009aae-72ee-4c56-a12a-8b67ad490695 None None] Provisioning complete for port e528dbf6-5f1f-4a9c-8577-7ef310824c8f triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:15.282435 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-db009aae-72ee-4c56-a12a-8b67ad490695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (e528dbf6-5f1f-4a9c-8577-7ef310824c8f), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:15.282776 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-db009aae-72ee-4c56-a12a-8b67ad490695 None None] Attempt 1 to provision port e528dbf6-5f1f-4a9c-8577-7ef310824c8f Sep 28 08:40:15.360836 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=d8d69f9a-c8fd-4c26-a50e-7609f170d57a,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:15.395619 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658bb604-c556-4a86-9bd3-5e0df7e9bca4 admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:15.418425 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-658bb604-c556-4a86-9bd3-5e0df7e9bca4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:15.423346 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-658bb604-c556-4a86-9bd3-5e0df7e9bca4 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2328191 Sep 28 08:40:15.423447 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 55148) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:15.429084 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] Sync routers for ids ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:15.454884 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-db009aae-72ee-4c56-a12a-8b67ad490695 None None] Current status of the port e528dbf6-5f1f-4a9c-8577-7ef310824c8f is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:15.455283 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-db009aae-72ee-4c56-a12a-8b67ad490695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (e528dbf6-5f1f-4a9c-8577-7ef310824c8f), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:15.467076 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] Routers {'d0b6f93f-806d-4c42-8703-af29aa58e3ed'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:40:15.469530 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:39:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:15.559483 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device e528dbf6-5f1f-4a9c-8577-7ef310824c8f up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:15.607948 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7f49a-a408-493a-8d2c-09151b74a8ec req-df659270-b613-4252-86a0-41ecec93d926 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:15.616053 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0ec7f49a-a408-493a-8d2c-09151b74a8ec req-df659270-b613-4252-86a0-41ecec93d926 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0619147 Sep 28 08:40:15.695839 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0ec7f49a-a408-493a-8d2c-09151b74a8ec req-0924642f-63dd-447c-ada2-7c545a355f61 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785093 Sep 28 08:40:15.831566 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-db009aae-72ee-4c56-a12a-8b67ad490695 None None] For port e528dbf6-5f1f-4a9c-8577-7ef310824c8f, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=e528dbf6-5f1f-4a9c-8577-7ef310824c8f,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:15.845965 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-db009aae-72ee-4c56-a12a-8b67ad490695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (e528dbf6-5f1f-4a9c-8577-7ef310824c8f), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:15.873969 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:15.886580 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 55162) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:15.894016 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] Set router d0b6f93f-806d-4c42-8703-af29aa58e3ed gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:40:15.930793 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port e528dbf6-5f1f-4a9c-8577-7ef310824c8f triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:15.931240 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (e528dbf6-5f1f-4a9c-8577-7ef310824c8f), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:15.931627 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port e528dbf6-5f1f-4a9c-8577-7ef310824c8f Sep 28 08:40:16.013578 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-09b7eef0-91ef-4d33-b1fe-1f08a1d45695 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-69917728-network', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:40:16.016826 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db009aae-72ee-4c56-a12a-8b67ad490695 None None] Pushing event updated for resources: {'Port': ['ID=e528dbf6-5f1f-4a9c-8577-7ef310824c8f,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:16.023294 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:16.037883 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b7eef0-91ef-4d33-b1fe-1f08a1d45695 admin admin] Made reservation on behalf of c507f95ba3c34cc789ee8903b40c346d for: {'network': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:16.041234 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-09b7eef0-91ef-4d33-b1fe-1f08a1d45695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for network (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:16.045279 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4e91522d-5ad9-475a-b3b2-2c178a31a73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:16.055004 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-4b1c28f1-1aed-48e8-a871-f0667ae6a6c9 None None] Provisioning complete for port e528dbf6-5f1f-4a9c-8577-7ef310824c8f triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:16.055348 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-4b1c28f1-1aed-48e8-a871-f0667ae6a6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (e528dbf6-5f1f-4a9c-8577-7ef310824c8f), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:16.055598 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-09b7eef0-91ef-4d33-b1fe-1f08a1d45695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:16.055744 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-4b1c28f1-1aed-48e8-a871-f0667ae6a6c9 None None] Attempt 1 to provision port e528dbf6-5f1f-4a9c-8577-7ef310824c8f Sep 28 08:40:16.080144 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:16.143822 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-09b7eef0-91ef-4d33-b1fe-1f08a1d45695 admin admin] Publish callbacks [] for security_group (aa65c3bf-b0e1-4d9a-9b98-348655d90e22), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:16.148209 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-09b7eef0-91ef-4d33-b1fe-1f08a1d45695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (aa65c3bf-b0e1-4d9a-9b98-348655d90e22), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:16.179986 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b7eef0-91ef-4d33-b1fe-1f08a1d45695 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=106476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:40:16.185165 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7eef0-91ef-4d33-b1fe-1f08a1d45695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa65c3bf-b0e1-4d9a-9b98-348655d90e22,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:16.193452 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-09b7eef0-91ef-4d33-b1fe-1f08a1d45695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (1281ad7f-9f33-492a-9a5f-5a420c2b7e06), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:16.193901 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.segments_db [None req-09b7eef0-91ef-4d33-b1fe-1f08a1d45695 admin admin] Added segment 1281ad7f-9f33-492a-9a5f-5a420c2b7e06 of type vlan for network b76a6eab-b1a4-4566-a068-3e0c81275bca Sep 28 08:40:16.207118 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:16.215776 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port e528dbf6-5f1f-4a9c-8577-7ef310824c8f is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:16.237366 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-4e91522d-5ad9-475a-b3b2-2c178a31a73a admin admin] Allocated IP 172.20.0.1 (8e213c79-0ba4-458e-84ef-70d744799a89/bea30454-8677-4268-a491-c558446ae000/f8748302-a650-440d-ada3-999d4062fea8) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:16.249066 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-4b1c28f1-1aed-48e8-a871-f0667ae6a6c9 None None] Current status of the port e528dbf6-5f1f-4a9c-8577-7ef310824c8f is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:16.252594 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'name': 'tempest-AttachVolumeShelveTestJSON-343323330-router', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:14Z', 'revision_number': 3, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'gw_port': {'id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:16.279449 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] Checking router: d0b6f93f-806d-4c42-8703-af29aa58e3ed for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:40:16.279803 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] Updating router d0b6f93f-806d-4c42-8703-af29aa58e3ed port b5b870b7-7f00-494c-a6ea-66d62a5ec4a4 binding host dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:40:16.311013 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (b5b870b7-7f00-494c-a6ea-66d62a5ec4a4), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:16.313805 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-09b7eef0-91ef-4d33-b1fe-1f08a1d45695 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759190207681'] for network (b76a6eab-b1a4-4566-a068-3e0c81275bca), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:16.339597 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98752019-0992-4162-93a8-e366c7a5af64 req-bbbec5fe-733b-4703-9bca-05e8d49eb272 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:16.346885 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-98752019-0992-4162-93a8-e366c7a5af64 req-bbbec5fe-733b-4703-9bca-05e8d49eb272 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9ccc5d87-c575-4da3-b246-c8b13aaa3b34 HTTP/1.1" status: 200 len: 950 time: 0.0816076 Sep 28 08:40:16.390681 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-09b7eef0-91ef-4d33-b1fe-1f08a1d45695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for network (b76a6eab-b1a4-4566-a068-3e0c81275bca), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:16.391922 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b7eef0-91ef-4d33-b1fe-1f08a1d45695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:16.392508 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-09b7eef0-91ef-4d33-b1fe-1f08a1d45695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:16.393352 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4e91522d-5ad9-475a-b3b2-2c178a31a73a admin admin] Publish callbacks [] for port (f8748302-a650-440d-ada3-999d4062fea8), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:16.423366 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:16.441625 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4e91522d-5ad9-475a-b3b2-2c178a31a73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (f8748302-a650-440d-ada3-999d4062fea8), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:16.464099 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-98752019-0992-4162-93a8-e366c7a5af64 req-0c43830e-9434-4fa3-8900-b4cb7aacea51 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8bec85e-553c-4811-aff1-93a2e2917de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163206 Sep 28 08:40:16.470995 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-09b7eef0-91ef-4d33-b1fe-1f08a1d45695 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5816543 Sep 28 08:40:16.478590 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 55168) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:16.484740 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-a1da3abf-6576-43bb-a5a6-136654f44105 admin admin] Request body: {'subnet': {'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-69917728-subnet', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'ip_version': 4}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:40:16.501464 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b7eef0-91ef-4d33-b1fe-1f08a1d45695 admin admin] Pushing event updated for resources: {'Network': ['ID=b76a6eab-b1a4-4566-a068-3e0c81275bca,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:16.516106 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e91522d-5ad9-475a-b3b2-2c178a31a73a admin admin] Network 8e213c79-0ba4-458e-84ef-70d744799a89 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:16.518857 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1da3abf-6576-43bb-a5a6-136654f44105 admin admin] Made reservation on behalf of c507f95ba3c34cc789ee8903b40c346d for: {'subnet': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:16.521186 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a1da3abf-6576-43bb-a5a6-136654f44105 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260199926'] for subnet (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:16.523103 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Network b76a6eab-b1a4-4566-a068-3e0c81275bca details requested by agent ovs-agent-dv-cinder-844563-8-iscsi with host dv-cinder-844563-8-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:40:16.533431 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:16.536490 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-4e91522d-5ad9-475a-b3b2-2c178a31a73a admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:16.546158 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e91522d-5ad9-475a-b3b2-2c178a31a73a admin admin] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:40:16.553382 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91522d-5ad9-475a-b3b2-2c178a31a73a admin admin] Pushing event updated for resources: {'Port': ['ID=f8748302-a650-440d-ada3-999d4062fea8,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:16.620916 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4e91522d-5ad9-475a-b3b2-2c178a31a73a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605409'] for router_interface (d0b6f93f-806d-4c42-8703-af29aa58e3ed), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:16.729605 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682504e0-9953-473a-b0a9-802c39393bda req-d768c4d3-8031-4b4f-8911-44fe7b3b7775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:16.736257 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-682504e0-9953-473a-b0a9-802c39393bda req-d768c4d3-8031-4b4f-8911-44fe7b3b7775 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9ccc5d87-c575-4da3-b246-c8b13aaa3b34 HTTP/1.1" status: 200 len: 1134 time: 0.0661237 Sep 28 08:40:16.742816 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:40:16.825079 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a1da3abf-6576-43bb-a5a6-136654f44105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3667266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260199872'] for subnet (a0ea148b-44fa-4fa2-9123-8ad42b8808a6), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:16.896913 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] Publish callbacks [] for port (b5b870b7-7f00-494c-a6ea-66d62a5ec4a4), precommit_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:16.903977 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (b5b870b7-7f00-494c-a6ea-66d62a5ec4a4), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:16.912278 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-682504e0-9953-473a-b0a9-802c39393bda req-3f839789-3311-4c1b-998e-6dc552a059a3 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e8bec85e-553c-4811-aff1-93a2e2917de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630352 Sep 28 08:40:16.941216 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4e91522d-5ad9-475a-b3b2-2c178a31a73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (f8748302-a650-440d-ada3-999d4062fea8), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:16.941767 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530c4be-5056-4198-969b-924acefc57a3 req-99c99147-17b5-4df6-8767-d562c8561afc tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:16.950291 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] Attempting to bind port b5b870b7-7f00-494c-a6ea-66d62a5ec4a4 on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:40:16.950662 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] Attempting to bind port b5b870b7-7f00-494c-a6ea-66d62a5ec4a4 by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:40:16.950828 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9530c4be-5056-4198-969b-924acefc57a3 req-99c99147-17b5-4df6-8767-d562c8561afc tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.1170163 Sep 28 08:40:16.951025 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] Attempting to bind port b5b870b7-7f00-494c-a6ea-66d62a5ec4a4 on network 53303c84-4465-4011-9c65-8bdf4507ffd3 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:16.957019 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da3abf-6576-43bb-a5a6-136654f44105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0ea148b-44fa-4fa2-9123-8ad42b8808a6,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:16.979333 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:16.985687 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-a147ba7c-cb00-43f4-90c3-8e8740ad9e58 None None] Provisioning complete for port f8748302-a650-440d-ada3-999d4062fea8 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:16.986243 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1da3abf-6576-43bb-a5a6-136654f44105 admin admin] Checking segment: {'id': '1281ad7f-9f33-492a-9a5f-5a420c2b7e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:40:16.986387 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a147ba7c-cb00-43f4-90c3-8e8740ad9e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (f8748302-a650-440d-ada3-999d4062fea8), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:16.986472 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1da3abf-6576-43bb-a5a6-136654f44105 admin admin] Network hostable DHCP agents. Network: b76a6eab-b1a4-4566-a068-3e0c81275bca, hostable agents: ['303e7d5d-73d6-4049-9660-05be0257cf7d'], hosted agents: [] {{(pid=106476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:40:16.986727 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-a147ba7c-cb00-43f4-90c3-8e8740ad9e58 None None] Attempt 1 to provision port f8748302-a650-440d-ada3-999d4062fea8 Sep 28 08:40:17.028797 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073adf3-96b0-4b5c-9e38-363ae52ed97b None None] Pushing event updated for resources: {'Port': ['ID=b5b870b7-7f00-494c-a6ea-66d62a5ec4a4,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:17.037063 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1da3abf-6576-43bb-a5a6-136654f44105 admin admin] Network b76a6eab-b1a4-4566-a068-3e0c81275bca is scheduled to be hosted by DHCP agent 303e7d5d-73d6-4049-9660-05be0257cf7d with binding_index 1 {{(pid=106476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:40:17.056565 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a147ba7c-cb00-43f4-90c3-8e8740ad9e58 None None] Port f8748302-a650-440d-ada3-999d4062fea8 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:40:17.062881 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9530c4be-5056-4198-969b-924acefc57a3 req-10676a4c-f089-46a3-8d2f-1dd20a5b1816 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061678 Sep 28 08:40:17.064098 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-a1da3abf-6576-43bb-a5a6-136654f44105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-8-iscsi, b76a6eab-b1a4-4566-a068-3e0c81275bca) {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:17.069145 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1da3abf-6576-43bb-a5a6-136654f44105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:17.069758 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a1da3abf-6576-43bb-a5a6-136654f44105 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:17.076064 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fbb3cc-890a-48f4-b93a-d402a93fa205 None None] Network b76a6eab-b1a4-4566-a068-3e0c81275bca requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:40:17.095060 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:40:17.095774 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] Checking segment: {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:40:17.096382 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:17.096950 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] Bound using segment: {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:40:17.097660 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] Bound port: b5b870b7-7f00-494c-a6ea-66d62a5ec4a4, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:40:17.098199 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (b5b870b7-7f00-494c-a6ea-66d62a5ec4a4), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:17.101442 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-a1da3abf-6576-43bb-a5a6-136654f44105 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6208537 Sep 28 08:40:17.103217 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 55184) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:17.118553 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-618d44dd-2ea0-470e-a142-cca0bf20c721 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-69917728-router', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:40:17.149374 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-618d44dd-2ea0-470e-a142-cca0bf20c721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3738'] for router (befeac4c-cde3-4f1d-81c7-9969931cb5cb), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:17.153397 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-618d44dd-2ea0-470e-a142-cca0bf20c721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2002495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3713'] for router (befeac4c-cde3-4f1d-81c7-9969931cb5cb), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:17.154769 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=100 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:17.185262 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4e91522d-5ad9-475a-b3b2-2c178a31a73a admin admin] Publish callbacks [] for port (f8748302-a650-440d-ada3-999d4062fea8), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:17.192575 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4e91522d-5ad9-475a-b3b2-2c178a31a73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (f8748302-a650-440d-ada3-999d4062fea8), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:17.196244 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:17.217178 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] For port b5b870b7-7f00-494c-a6ea-66d62a5ec4a4, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:17.228967 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-618d44dd-2ea0-470e-a142-cca0bf20c721 admin admin] Publish callbacks [] for router_controller (befeac4c-cde3-4f1d-81c7-9969931cb5cb), precommit_add_association {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:17.271449 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4e91522d-5ad9-475a-b3b2-2c178a31a73a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1605525'] for router_interface (d0b6f93f-806d-4c42-8703-af29aa58e3ed), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:17.273412 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] For port b5b870b7-7f00-494c-a6ea-66d62a5ec4a4, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=b5b870b7-7f00-494c-a6ea-66d62a5ec4a4,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:17.282055 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf8010a-ec95-4159-8d8e-526f1ef0161f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60c871b0-84eb-58d7-9f94-0df37add3fce-b76a6eab-b1a4-4566-a068-3e0c81275bca', 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca', 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'fixed_ips': [{'subnet_id': 'a0ea148b-44fa-4fa2-9123-8ad42b8808a6'}]}} from dv-cinder-844563-8-iscsi. {{(pid=106477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 08:40:17.283352 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-dbf8010a-ec95-4159-8d8e-526f1ef0161f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:17.288605 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91522d-5ad9-475a-b3b2-2c178a31a73a admin admin] Pushing event updated for resources: {'Port': ['ID=f8748302-a650-440d-ada3-999d4062fea8,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:17.288785 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (b5b870b7-7f00-494c-a6ea-66d62a5ec4a4), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:17.357705 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073adf3-96b0-4b5c-9e38-363ae52ed97b None None] Pushing event updated for resources: {'Port': ['ID=b5b870b7-7f00-494c-a6ea-66d62a5ec4a4,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:17.428228 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:17.431391 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] Routers {'d0b6f93f-806d-4c42-8703-af29aa58e3ed'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:40:17.433629 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-618d44dd-2ea0-470e-a142-cca0bf20c721 admin admin] Publish callbacks [] for router_gateway (befeac4c-cde3-4f1d-81c7-9969931cb5cb), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:17.437937 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:39:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:17.455058 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e91522d-5ad9-475a-b3b2-2c178a31a73a admin admin] Network 8e213c79-0ba4-458e-84ef-70d744799a89 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:17.457375 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-4e91522d-5ad9-475a-b3b2-2c178a31a73a admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:17.527267 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device e528dbf6-5f1f-4a9c-8577-7ef310824c8f up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:17.613960 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-a147ba7c-cb00-43f4-90c3-8e8740ad9e58 None None] Attempt 2 to provision port f8748302-a650-440d-ada3-999d4062fea8 Sep 28 08:40:17.662977 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e91522d-5ad9-475a-b3b2-2c178a31a73a admin admin] Router d0b6f93f-806d-4c42-8703-af29aa58e3ed has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:40:17.728591 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:17.783221 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a147ba7c-cb00-43f4-90c3-8e8740ad9e58 None None] Port f8748302-a650-440d-ada3-999d4062fea8 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:40:17.825380 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e91522d-5ad9-475a-b3b2-2c178a31a73a admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:17.833971 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a9f54-2eaf-4a40-9223-a07af76219b6 req-08e1a467-a7d6-4e15-84a8-cdbbcddcb8eb tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:17.835654 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c20a9f54-2eaf-4a40-9223-a07af76219b6 req-08e1a467-a7d6-4e15-84a8-cdbbcddcb8eb tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9ccc5d87-c575-4da3-b246-c8b13aaa3b34 HTTP/1.1" status: 200 len: 950 time: 0.1293292 Sep 28 08:40:17.839211 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.db_base_plugin_common [None req-dbf8010a-ec95-4159-8d8e-526f1ef0161f None None] Allocated IP 172.20.0.2 (b76a6eab-b1a4-4566-a068-3e0c81275bca/a0ea148b-44fa-4fa2-9123-8ad42b8808a6/ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e) {{(pid=106477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:17.853513 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port e528dbf6-5f1f-4a9c-8577-7ef310824c8f triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:17.853844 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (e528dbf6-5f1f-4a9c-8577-7ef310824c8f), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:17.854396 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port e528dbf6-5f1f-4a9c-8577-7ef310824c8f Sep 28 08:40:17.856958 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-4e91522d-5ad9-475a-b3b2-2c178a31a73a admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/d0b6f93f-806d-4c42-8703-af29aa58e3ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4318342 Sep 28 08:40:17.899494 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] Set router d0b6f93f-806d-4c42-8703-af29aa58e3ed gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:40:17.963260 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c20a9f54-2eaf-4a40-9223-a07af76219b6 req-401398c5-d359-42ae-b35f-db502f1b50f9 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8bec85e-553c-4811-aff1-93a2e2917de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959527 Sep 28 08:40:17.967014 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-618d44dd-2ea0-470e-a142-cca0bf20c721 admin admin] Publish callbacks [] for router_gateway (befeac4c-cde3-4f1d-81c7-9969931cb5cb), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:17.998133 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-618d44dd-2ea0-470e-a142-cca0bf20c721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:18.055423 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:INSERT=9,neutron:SELECT=91 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:18.122596 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-618d44dd-2ea0-470e-a142-cca0bf20c721 admin admin] Allocated IP 172.27.2.111 (53303c84-4465-4011-9c65-8bdf4507ffd3/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f/80f2556b-b64e-4f18-92c8-821fce38199b) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:18.237490 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902d0bd-6e94-4ea5-8a23-ac5831b95f6b req-f9fe9af2-793c-476e-adc9-3b26e3abf60c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:18.239097 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2902d0bd-6e94-4ea5-8a23-ac5831b95f6b req-f9fe9af2-793c-476e-adc9-3b26e3abf60c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.1004777 Sep 28 08:40:18.250797 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 55200) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:18.256282 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-25b8b439-e0ec-4433-a030-7fd40077beaa tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1839691978', 'description': 'tempest-description--1523437751'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:40:18.259463 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port e528dbf6-5f1f-4a9c-8577-7ef310824c8f is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:18.284284 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-25b8b439-e0ec-4433-a030-7fd40077beaa tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:18.285383 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-a147ba7c-cb00-43f4-90c3-8e8740ad9e58 None None] Attempt 3 to provision port f8748302-a650-440d-ada3-999d4062fea8 Sep 28 08:40:18.325904 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-618d44dd-2ea0-470e-a142-cca0bf20c721 admin admin] Publish callbacks [] for port (80f2556b-b64e-4f18-92c8-821fce38199b), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:18.338259 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2902d0bd-6e94-4ea5-8a23-ac5831b95f6b req-3b446b86-0353-4e23-b844-d3a8b08612d6 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882354 Sep 28 08:40:18.344864 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:18.361436 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-25b8b439-e0ec-4433-a030-7fd40077beaa tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for security_group (2810546c-97af-4d34-989c-1883cca8d02e), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:18.366729 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-25b8b439-e0ec-4433-a030-7fd40077beaa tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (2810546c-97af-4d34-989c-1883cca8d02e), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:18.373634 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-618d44dd-2ea0-470e-a142-cca0bf20c721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (80f2556b-b64e-4f18-92c8-821fce38199b), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:18.376142 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:18.384585 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:18.394707 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a147ba7c-cb00-43f4-90c3-8e8740ad9e58 None None] Port f8748302-a650-440d-ada3-999d4062fea8 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:40:18.396677 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-25b8b439-e0ec-4433-a030-7fd40077beaa tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:18.401014 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-25b8b439-e0ec-4433-a030-7fd40077beaa tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1486304 Sep 28 08:40:18.405675 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 55204) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:18.410260 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-a1012ceb-c94d-4ef7-bd53-2b51661b6151 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Request body: {'security_group_rule': {'security_group_id': '2810546c-97af-4d34-989c-1883cca8d02e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:40:18.420436 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-dbf8010a-ec95-4159-8d8e-526f1ef0161f None None] Publish callbacks [] for port (ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e), precommit_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:18.442616 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d44dd-2ea0-470e-a142-cca0bf20c721 admin admin] Pushing event updated for resources: {'Port': ['ID=80f2556b-b64e-4f18-92c8-821fce38199b,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:18.456796 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-dbf8010a-ec95-4159-8d8e-526f1ef0161f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:18.468150 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618d44dd-2ea0-470e-a142-cca0bf20c721 admin admin] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:18.471022 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-618d44dd-2ea0-470e-a142-cca0bf20c721 admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:18.477842 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618d44dd-2ea0-470e-a142-cca0bf20c721 admin admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:40:18.487019 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a1012ceb-c94d-4ef7-bd53-2b51661b6151 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for security_group_rule (9dc3bcbc-a557-4f0a-a155-5d1c09604ece), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:18.489704 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8b439-e0ec-4433-a030-7fd40077beaa tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2810546c-97af-4d34-989c-1883cca8d02e,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:18.555165 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf8010a-ec95-4159-8d8e-526f1ef0161f None None] Network b76a6eab-b1a4-4566-a068-3e0c81275bca is already hosted by enough agents. {{(pid=106477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:18.558459 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'name': 'tempest-AttachVolumeShelveTestJSON-343323330-router', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:16Z', 'revision_number': 4, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'gw_port': {'id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'f8748302-a650-440d-ada3-999d4062fea8', 'name': '', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'mac_address': 'fa:16:3e:6d:d9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bea30454-8677-4268-a491-c558446ae000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:16Z', 'updated_at': '2022-09-28T08:40:17Z', 'revision_number': 2, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'subnets': [{'id': 'bea30454-8677-4268-a491-c558446ae000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:18.580836 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599368a2-04a1-4a9b-934f-3ff36bb63012 req-4a52c4b7-8d77-4f61-ae9a-4c878b09eb4b tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:18.582701 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-599368a2-04a1-4a9b-934f-3ff36bb63012 req-4a52c4b7-8d77-4f61-ae9a-4c878b09eb4b tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0702853 Sep 28 08:40:18.586709 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.base_scheduler [None req-dbf8010a-ec95-4159-8d8e-526f1ef0161f None None] Resources bound (agent type, host, resource id): {{(pid=106477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:18.589317 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8010a-ec95-4159-8d8e-526f1ef0161f None None] Pushing event updated for resources: {'Port': ['ID=ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e,revision_number=1']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:18.592676 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2475582-038c-48cc-b4b3-b171a8012107 None None] The sync data for ids ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'] in dv-cinder-844563-8-iscsi is: [{'id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'name': 'tempest-AttachVolumeShelveTestJSON-343323330-router', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:16Z', 'revision_number': 4, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'gw_port': {'id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'f8748302-a650-440d-ada3-999d4062fea8', 'name': '', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'mac_address': 'fa:16:3e:6d:d9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bea30454-8677-4268-a491-c558446ae000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:16Z', 'updated_at': '2022-09-28T08:40:17Z', 'revision_number': 2, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'subnets': [{'id': 'bea30454-8677-4268-a491-c558446ae000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:18.592929 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a1012ceb-c94d-4ef7-bd53-2b51661b6151 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for security_group_rule (9dc3bcbc-a557-4f0a-a155-5d1c09604ece), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:18.594358 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf8010a-ec95-4159-8d8e-526f1ef0161f None None] Received port after_create {{(pid=106477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:40:18.601401 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a1012ceb-c94d-4ef7-bd53-2b51661b6151 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (9dc3bcbc-a557-4f0a-a155-5d1c09604ece), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:18.628656 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1012ceb-c94d-4ef7-bd53-2b51661b6151 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc3bcbc-a557-4f0a-a155-5d1c09604ece,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:18.641512 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a1012ceb-c94d-4ef7-bd53-2b51661b6151 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:18.642738 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-a1012ceb-c94d-4ef7-bd53-2b51661b6151 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2360170 Sep 28 08:40:18.645465 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 55208) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:18.649965 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-57066a76-4a82-4935-a1be-0c7f618c534f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Request body: {'security_group_rule': {'security_group_id': '2810546c-97af-4d34-989c-1883cca8d02e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:40:18.696357 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-dbf8010a-ec95-4159-8d8e-526f1ef0161f None None] Attempting to bind port ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:40:18.696753 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-dbf8010a-ec95-4159-8d8e-526f1ef0161f None None] Attempting to bind port ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': '1281ad7f-9f33-492a-9a5f-5a420c2b7e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:40:18.697467 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf8010a-ec95-4159-8d8e-526f1ef0161f None None] Attempting to bind port ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e on network b76a6eab-b1a4-4566-a068-3e0c81275bca {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:18.701304 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-57066a76-4a82-4935-a1be-0c7f618c534f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for security_group_rule (4009d01c-42e5-46e5-b153-71464c625245), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:18.745367 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-599368a2-04a1-4a9b-934f-3ff36bb63012 req-c8a05182-c107-49f8-b7cf-720a71cf4d9b tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144698 Sep 28 08:40:18.751290 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf8010a-ec95-4159-8d8e-526f1ef0161f None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:40:18.751671 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf8010a-ec95-4159-8d8e-526f1ef0161f None None] Checking segment: {'id': '1281ad7f-9f33-492a-9a5f-5a420c2b7e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:40:18.752077 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-dbf8010a-ec95-4159-8d8e-526f1ef0161f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:18.752468 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf8010a-ec95-4159-8d8e-526f1ef0161f None None] Bound using segment: {'id': '1281ad7f-9f33-492a-9a5f-5a420c2b7e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:40:18.752949 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-dbf8010a-ec95-4159-8d8e-526f1ef0161f None None] Bound port: ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1281ad7f-9f33-492a-9a5f-5a420c2b7e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:40:18.753357 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-dbf8010a-ec95-4159-8d8e-526f1ef0161f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:18.779607 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-57066a76-4a82-4935-a1be-0c7f618c534f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for security_group_rule (4009d01c-42e5-46e5-b153-71464c625245), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:18.789395 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-57066a76-4a82-4935-a1be-0c7f618c534f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (4009d01c-42e5-46e5-b153-71464c625245), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:18.826760 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-57066a76-4a82-4935-a1be-0c7f618c534f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:18.828450 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-57066a76-4a82-4935-a1be-0c7f618c534f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1816142 Sep 28 08:40:18.829766 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57066a76-4a82-4935-a1be-0c7f618c534f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4009d01c-42e5-46e5-b153-71464c625245,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:18.831501 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 55212) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:18.842684 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-e99b919e-1465-4a9c-9bb9-53da1b0c3731 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Request body: {'floatingip': {'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:40:18.850087 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:18.892784 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-dbf8010a-ec95-4159-8d8e-526f1ef0161f None None] For port ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:18.899059 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-dbf8010a-ec95-4159-8d8e-526f1ef0161f None None] For port ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e,segment=NetworkSegment(1281ad7f-9f33-492a-9a5f-5a420c2b7e06),segment_id=1281ad7f-9f33-492a-9a5f-5a420c2b7e06)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:18.899871 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-a147ba7c-cb00-43f4-90c3-8e8740ad9e58 None None] Attempt 4 to provision port f8748302-a650-440d-ada3-999d4062fea8 Sep 28 08:40:18.905019 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e99b919e-1465-4a9c-9bb9-53da1b0c3731 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:18.945858 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-618d44dd-2ea0-470e-a142-cca0bf20c721 admin admin] Publish callbacks [] for router_gateway (befeac4c-cde3-4f1d-81c7-9969931cb5cb), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:18.947568 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-dbf8010a-ec95-4159-8d8e-526f1ef0161f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:19.035584 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a147ba7c-cb00-43f4-90c3-8e8740ad9e58 None None] Port f8748302-a650-440d-ada3-999d4062fea8 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:40:19.074128 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e99b919e-1465-4a9c-9bb9-53da1b0c3731 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:19.106222 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8010a-ec95-4159-8d8e-526f1ef0161f None None] Pushing event updated for resources: {'Port': ['ID=ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:19.146368 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:19.258898 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53c3af-a77e-43d9-bdab-ede5e53be43b req-1f703b87-86e7-4af1-8520-79402c52d731 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:19.274770 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-e99b919e-1465-4a9c-9bb9-53da1b0c3731 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Allocated IP 172.27.2.206 (53303c84-4465-4011-9c65-8bdf4507ffd3/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f/1bdefdff-074c-4ed0-b489-86443e551dbe) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:19.277926 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7b53c3af-a77e-43d9-bdab-ede5e53be43b req-1f703b87-86e7-4af1-8520-79402c52d731 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9ccc5d87-c575-4da3-b246-c8b13aaa3b34 HTTP/1.1" status: 200 len: 950 time: 0.1324961 Sep 28 08:40:19.378752 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7b53c3af-a77e-43d9-bdab-ede5e53be43b req-a383a695-5582-4b45-90a3-01d8346b4c8c tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8bec85e-553c-4811-aff1-93a2e2917de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979240 Sep 28 08:40:19.468261 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e99b919e-1465-4a9c-9bb9-53da1b0c3731 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for port (1bdefdff-074c-4ed0-b489-86443e551dbe), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:19.536445 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-a147ba7c-cb00-43f4-90c3-8e8740ad9e58 None None] Attempt 5 to provision port f8748302-a650-440d-ada3-999d4062fea8 Sep 28 08:40:19.541928 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:19.548603 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e99b919e-1465-4a9c-9bb9-53da1b0c3731 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (1bdefdff-074c-4ed0-b489-86443e551dbe), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:19.588867 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:19.612692 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b919e-1465-4a9c-9bb9-53da1b0c3731 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Pushing event updated for resources: {'Port': ['ID=1bdefdff-074c-4ed0-b489-86443e551dbe,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:19.628740 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99b919e-1465-4a9c-9bb9-53da1b0c3731 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:19.631085 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-e99b919e-1465-4a9c-9bb9-53da1b0c3731 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:19.634091 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99b919e-1465-4a9c-9bb9-53da1b0c3731 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:40:19.661252 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-618d44dd-2ea0-470e-a142-cca0bf20c721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595702'] for router (befeac4c-cde3-4f1d-81c7-9969931cb5cb), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:19.681129 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a147ba7c-cb00-43f4-90c3-8e8740ad9e58 None None] Port f8748302-a650-440d-ada3-999d4062fea8 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:40:19.697682 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:19.698269 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:19.698924 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e Sep 28 08:40:19.791009 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e99b919e-1465-4a9c-9bb9-53da1b0c3731 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for floatingip (8d367066-c352-4219-af91-dcd419bc95b4), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:19.855953 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:19.856748 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:19.863801 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e99b919e-1465-4a9c-9bb9-53da1b0c3731 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (1bdefdff-074c-4ed0-b489-86443e551dbe), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:19.910945 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618d44dd-2ea0-470e-a142-cca0bf20c721 admin admin] Router befeac4c-cde3-4f1d-81c7-9969931cb5cb is scheduled to L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c with binding_index 1 {{(pid=106476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:40:19.953073 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] For port ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e,segment=NetworkSegment(1281ad7f-9f33-492a-9a5f-5a420c2b7e06),segment_id=1281ad7f-9f33-492a-9a5f-5a420c2b7e06)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:19.959904 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:20.007781 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:20.048956 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Pushing event updated for resources: {'Port': ['ID=ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:20.091974 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618d44dd-2ea0-470e-a142-cca0bf20c721 admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:20.104308 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] Sync routers for ids ['befeac4c-cde3-4f1d-81c7-9969931cb5cb'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:20.119403 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] Routers {'befeac4c-cde3-4f1d-81c7-9969931cb5cb'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:40:20.122293 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e99b919e-1465-4a9c-9bb9-53da1b0c3731 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for port (1bdefdff-074c-4ed0-b489-86443e551dbe), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:20.124573 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:39:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['befeac4c-cde3-4f1d-81c7-9969931cb5cb'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:20.132011 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-618d44dd-2ea0-470e-a142-cca0bf20c721 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:20.135849 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-618d44dd-2ea0-470e-a142-cca0bf20c721 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0291131 Sep 28 08:40:20.136119 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e99b919e-1465-4a9c-9bb9-53da1b0c3731 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (1bdefdff-074c-4ed0-b489-86443e551dbe), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:20.137728 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 55230) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:20.174799 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-a147ba7c-cb00-43f4-90c3-8e8740ad9e58 None None] Attempt 6 to provision port f8748302-a650-440d-ada3-999d4062fea8 Sep 28 08:40:20.231452 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:20.239160 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a147ba7c-cb00-43f4-90c3-8e8740ad9e58 None None] Port f8748302-a650-440d-ada3-999d4062fea8 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:40:20.266510 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] Set router befeac4c-cde3-4f1d-81c7-9969931cb5cb gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:40:20.268622 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e99b919e-1465-4a9c-9bb9-53da1b0c3731 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (8d367066-c352-4219-af91-dcd419bc95b4), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:20.280223 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b919e-1465-4a9c-9bb9-53da1b0c3731 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Pushing event updated for resources: {'Port': ['ID=1bdefdff-074c-4ed0-b489-86443e551dbe,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:20.300663 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e99b919e-1465-4a9c-9bb9-53da1b0c3731 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:20.309669 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e99b919e-1465-4a9c-9bb9-53da1b0c3731 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4714191 Sep 28 08:40:20.460190 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:20.490934 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339b583e-a6ad-4c3f-b7d0-5edeff874689 None None] Network b76a6eab-b1a4-4566-a068-3e0c81275bca requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:40:20.629907 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:20.662794 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'name': 'tempest-TestShelveInstance-69917728-router', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '80f2556b-b64e-4f18-92c8-821fce38199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:18Z', 'revision_number': 3, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'gw_port': {'id': '80f2556b-b64e-4f18-92c8-821fce38199b', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:18Z', 'updated_at': '2022-09-28T08:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:20.685233 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74945e57-cec0-4b32-adee-4c368f026834 req-7c2a4eff-4d6f-4dc4-9273-0a7152d72b1e tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:20.686715 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-74945e57-cec0-4b32-adee-4c368f026834 req-7c2a4eff-4d6f-4dc4-9273-0a7152d72b1e tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9ccc5d87-c575-4da3-b246-c8b13aaa3b34 HTTP/1.1" status: 200 len: 950 time: 0.1722009 Sep 28 08:40:20.693379 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] Checking router: befeac4c-cde3-4f1d-81c7-9969931cb5cb for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:40:20.693983 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] Updating router befeac4c-cde3-4f1d-81c7-9969931cb5cb port 80f2556b-b64e-4f18-92c8-821fce38199b binding host dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:40:20.701172 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e01463f-a359-434c-a95a-f9b509671761 req-5782cd6a-e6f0-4913-ab4d-068b9fad3c1a tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1839691978&fields=id&tenant_id=c067f1df3c7f47299bc2db03d904d156 HTTP/1.1" status: 200 len: 267 time: 0.1966541 Sep 28 08:40:20.731756 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (80f2556b-b64e-4f18-92c8-821fce38199b), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:20.740335 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-a147ba7c-cb00-43f4-90c3-8e8740ad9e58 None None] Attempt 7 to provision port f8748302-a650-440d-ada3-999d4062fea8 Sep 28 08:40:20.752293 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:20.789785 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a147ba7c-cb00-43f4-90c3-8e8740ad9e58 None None] Port f8748302-a650-440d-ada3-999d4062fea8 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:40:20.951601 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:21.027149 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] Publish callbacks [] for port (80f2556b-b64e-4f18-92c8-821fce38199b), precommit_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:21.035738 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (80f2556b-b64e-4f18-92c8-821fce38199b), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:21.071958 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] Attempting to bind port 80f2556b-b64e-4f18-92c8-821fce38199b on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:40:21.072338 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] Attempting to bind port 80f2556b-b64e-4f18-92c8-821fce38199b by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:40:21.072699 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] Attempting to bind port 80f2556b-b64e-4f18-92c8-821fce38199b on network 53303c84-4465-4011-9c65-8bdf4507ffd3 {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:21.106634 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61035c-a277-4176-8244-94216216a3d1 None None] Pushing event updated for resources: {'Port': ['ID=80f2556b-b64e-4f18-92c8-821fce38199b,revision_number=2']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:21.120107 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61035c-a277-4176-8244-94216216a3d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:21.120451 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61035c-a277-4176-8244-94216216a3d1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:21.120805 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61035c-a277-4176-8244-94216216a3d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:21.121393 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61035c-a277-4176-8244-94216216a3d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:21.121704 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61035c-a277-4176-8244-94216216a3d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:21.122043 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61035c-a277-4176-8244-94216216a3d1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:21.122176 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-74945e57-cec0-4b32-adee-4c368f026834 req-dc3d52ba-fcf2-439d-b439-f01b68786894 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8bec85e-553c-4811-aff1-93a2e2917de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199989 Sep 28 08:40:21.122312 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61035c-a277-4176-8244-94216216a3d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:21.122638 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61035c-a277-4176-8244-94216216a3d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:21.122949 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61035c-a277-4176-8244-94216216a3d1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:21.123271 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61035c-a277-4176-8244-94216216a3d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:21.123581 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61035c-a277-4176-8244-94216216a3d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:21.124071 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61035c-a277-4176-8244-94216216a3d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:21.124541 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61035c-a277-4176-8244-94216216a3d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:21.125559 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61035c-a277-4176-8244-94216216a3d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:21.126185 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd61035c-a277-4176-8244-94216216a3d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:40:21.141499 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:40:21.142169 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] Checking segment: {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:40:21.142807 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:21.143110 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] Bound using segment: {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:40:21.143585 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] Bound port: 80f2556b-b64e-4f18-92c8-821fce38199b, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:40:21.144110 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (80f2556b-b64e-4f18-92c8-821fce38199b), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:21.186201 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01463f-a359-434c-a95a-f9b509671761 req-b73b056f-4d5f-4f8b-b62b-1149bcf14aa5 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:21.188265 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e01463f-a359-434c-a95a-f9b509671761 req-b73b056f-4d5f-4f8b-b62b-1149bcf14aa5 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/networks?id=8e213c79-0ba4-458e-84ef-70d744799a89 HTTP/1.1" status: 200 len: 816 time: 0.4754612 Sep 28 08:40:21.213186 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] For port 80f2556b-b64e-4f18-92c8-821fce38199b, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:21.218873 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] For port 80f2556b-b64e-4f18-92c8-821fce38199b, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=80f2556b-b64e-4f18-92c8-821fce38199b,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:21.231639 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (80f2556b-b64e-4f18-92c8-821fce38199b), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:21.234354 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e01463f-a359-434c-a95a-f9b509671761 req-d9c16a29-4a41-4560-8270-ef44097bc774 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/quotas/c067f1df3c7f47299bc2db03d904d156 HTTP/1.1" status: 200 len: 375 time: 0.0339642 Sep 28 08:40:21.285343 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] Routers {'befeac4c-cde3-4f1d-81c7-9969931cb5cb'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:40:21.286287 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:39:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['befeac4c-cde3-4f1d-81c7-9969931cb5cb'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:21.291969 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-a147ba7c-cb00-43f4-90c3-8e8740ad9e58 None None] Attempt 8 to provision port f8748302-a650-440d-ada3-999d4062fea8 Sep 28 08:40:21.295389 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:21.329041 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e01463f-a359-434c-a95a-f9b509671761 req-e7eefe8f-6722-4b91-b167-a4170dc8b54b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=c067f1df3c7f47299bc2db03d904d156&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741956 Sep 28 08:40:21.331549 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d755b17f-6048-48ed-b9bc-355b200177de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:21.355083 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a147ba7c-cb00-43f4-90c3-8e8740ad9e58 None None] Port f8748302-a650-440d-ada3-999d4062fea8 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:40:21.356160 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd61035c-a277-4176-8244-94216216a3d1 None None] Pushing event updated for resources: {'Port': ['ID=80f2556b-b64e-4f18-92c8-821fce38199b,revision_number=3']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:21.538584 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] Set router befeac4c-cde3-4f1d-81c7-9969931cb5cb gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:40:21.653708 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device b5b870b7-7f00-494c-a6ea-66d62a5ec4a4 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:21.676069 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:21.690678 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-d755b17f-6048-48ed-b9bc-355b200177de admin admin] Allocated IP 172.20.0.1 (b76a6eab-b1a4-4566-a068-3e0c81275bca/a0ea148b-44fa-4fa2-9123-8ad42b8808a6/ca74ab3b-0964-4935-94c0-394910aa7c6c) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:21.734352 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e01463f-a359-434c-a95a-f9b509671761 req-9c0f6b78-229b-4546-aa00-1042f9fa10b4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8e213c79-0ba4-458e-84ef-70d744799a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901925 Sep 28 08:40:21.744706 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7e208-5120-4066-b430-867736d7376d req-1817ef14-3e46-4f26-9908-0f29fbee223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:21.748175 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8da7e208-5120-4066-b430-867736d7376d req-1817ef14-3e46-4f26-9908-0f29fbee223e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=42699952850d49fdafb670aeb5f613ed&device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 1129 time: 0.0896604 Sep 28 08:40:21.750899 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'name': 'tempest-TestShelveInstance-69917728-router', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '80f2556b-b64e-4f18-92c8-821fce38199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:18Z', 'revision_number': 3, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'gw_port': {'id': '80f2556b-b64e-4f18-92c8-821fce38199b', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:18Z', 'updated_at': '2022-09-28T08:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:21.754042 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port b5b870b7-7f00-494c-a6ea-66d62a5ec4a4 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:21.758926 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (b5b870b7-7f00-494c-a6ea-66d62a5ec4a4), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:21.761510 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port b5b870b7-7f00-494c-a6ea-66d62a5ec4a4 Sep 28 08:40:21.798024 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20029569-bf02-4821-a54c-cc24432c8bce None None] The sync data for ids ['befeac4c-cde3-4f1d-81c7-9969931cb5cb'] in dv-cinder-844563-8-iscsi is: [{'id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'name': 'tempest-TestShelveInstance-69917728-router', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '80f2556b-b64e-4f18-92c8-821fce38199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:18Z', 'revision_number': 3, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'gw_port': {'id': '80f2556b-b64e-4f18-92c8-821fce38199b', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:18Z', 'updated_at': '2022-09-28T08:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:21.859521 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-a147ba7c-cb00-43f4-90c3-8e8740ad9e58 None None] Attempt 9 to provision port f8748302-a650-440d-ada3-999d4062fea8 Sep 28 08:40:21.932596 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:21.950594 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7e208-5120-4066-b430-867736d7376d req-e7c0c482-91b2-4bd6-82af-1a63fbe34e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:21.952158 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8da7e208-5120-4066-b430-867736d7376d req-e7c0c482-91b2-4bd6-82af-1a63fbe34e6c service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=ecfbeafd-1446-46f2-889b-466b351133a2 HTTP/1.1" status: 200 len: 919 time: 0.1968734 Sep 28 08:40:21.972452 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port b5b870b7-7f00-494c-a6ea-66d62a5ec4a4 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:21.972902 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (b5b870b7-7f00-494c-a6ea-66d62a5ec4a4), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:21.980468 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e01463f-a359-434c-a95a-f9b509671761 req-f2e29572-e1c5-4867-bc9c-eec3e10a9fed service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8e213c79-0ba4-458e-84ef-70d744799a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317326 Sep 28 08:40:21.981997 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] Sync routers for ids ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:21.991702 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:21.992273 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a147ba7c-cb00-43f4-90c3-8e8740ad9e58 None None] Port f8748302-a650-440d-ada3-999d4062fea8 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:40:22.015989 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fd9e1-d991-4465-93cf-429f698f8d5c req-678269c6-4900-494b-ae42-0b165be67eb2 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:22.016585 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] For port b5b870b7-7f00-494c-a6ea-66d62a5ec4a4, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=b5b870b7-7f00-494c-a6ea-66d62a5ec4a4,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:22.017620 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-506fd9e1-d991-4465-93cf-429f698f8d5c req-678269c6-4900-494b-ae42-0b165be67eb2 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0884705 Sep 28 08:40:22.017922 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] Routers {'d0b6f93f-806d-4c42-8703-af29aa58e3ed'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:40:22.018804 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:39:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:22.056253 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (b5b870b7-7f00-494c-a6ea-66d62a5ec4a4), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:22.057372 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:22.065649 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d755b17f-6048-48ed-b9bc-355b200177de admin admin] Publish callbacks [] for port (ca74ab3b-0964-4935-94c0-394910aa7c6c), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:22.125732 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-506fd9e1-d991-4465-93cf-429f698f8d5c req-a9599ae1-112a-4300-8dea-983236fd9632 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012671 Sep 28 08:40:22.190668 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d755b17f-6048-48ed-b9bc-355b200177de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (ca74ab3b-0964-4935-94c0-394910aa7c6c), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:22.260361 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Pushing event updated for resources: {'Port': ['ID=b5b870b7-7f00-494c-a6ea-66d62a5ec4a4,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:22.277903 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:22.279210 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:22.279714 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e Sep 28 08:40:22.335674 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] Set router d0b6f93f-806d-4c42-8703-af29aa58e3ed gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:40:22.356119 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d755b17f-6048-48ed-b9bc-355b200177de admin admin] Network b76a6eab-b1a4-4566-a068-3e0c81275bca is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:22.382971 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-d755b17f-6048-48ed-b9bc-355b200177de admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:22.385572 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d755b17f-6048-48ed-b9bc-355b200177de admin admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:40:22.440778 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755b17f-6048-48ed-b9bc-355b200177de admin admin] Pushing event updated for resources: {'Port': ['ID=ca74ab3b-0964-4935-94c0-394910aa7c6c,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:22.459097 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ea9fb8aa-0bac-43cd-ba71-9fa8de4f06da req-9feae7d4-12eb-4e4e-a753-a2ccce4e6bf6 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 210 time: 0.1883283 Sep 28 08:40:22.461565 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d755b17f-6048-48ed-b9bc-355b200177de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605409'] for router_interface (befeac4c-cde3-4f1d-81c7-9969931cb5cb), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:22.577569 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-a147ba7c-cb00-43f4-90c3-8e8740ad9e58 None None] Attempt 10 to provision port f8748302-a650-440d-ada3-999d4062fea8 Sep 28 08:40:22.719479 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4439e-786b-4fd2-9c14-0cbca12d655c req-03d8df4f-6a6a-4136-baf9-c9a045305d62 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:22.726831 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-95c4439e-786b-4fd2-9c14-0cbca12d655c req-03d8df4f-6a6a-4136-baf9-c9a045305d62 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9ccc5d87-c575-4da3-b246-c8b13aaa3b34 HTTP/1.1" status: 200 len: 950 time: 0.4249415 Sep 28 08:40:22.751037 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a147ba7c-cb00-43f4-90c3-8e8740ad9e58 None None] Port f8748302-a650-440d-ada3-999d4062fea8 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:40:22.841986 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:22.854966 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:22.864047 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-95c4439e-786b-4fd2-9c14-0cbca12d655c req-d7c2f434-49d9-4cd3-b6a0-218844e23500 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8bec85e-553c-4811-aff1-93a2e2917de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362302 Sep 28 08:40:22.969742 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d755b17f-6048-48ed-b9bc-355b200177de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (ca74ab3b-0964-4935-94c0-394910aa7c6c), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:23.027300 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-e2059d7e-be4e-42d3-912c-84a179bf17fd None None] Provisioning complete for port f8748302-a650-440d-ada3-999d4062fea8 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:23.034786 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-e2059d7e-be4e-42d3-912c-84a179bf17fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (f8748302-a650-440d-ada3-999d4062fea8), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:23.035290 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-e2059d7e-be4e-42d3-912c-84a179bf17fd None None] Attempt 1 to provision port f8748302-a650-440d-ada3-999d4062fea8 Sep 28 08:40:23.102958 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8da7e208-5120-4066-b430-867736d7376d req-ecd3a40c-7700-414e-8c57-6198710f01ee service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6ac07f3-2675-41dc-968c-7b86388bb047 HTTP/1.1" status: 200 len: 217 time: 0.0909588 Sep 28 08:40:23.117912 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-e2059d7e-be4e-42d3-912c-84a179bf17fd None None] Port f8748302-a650-440d-ada3-999d4062fea8 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:40:23.119084 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'name': 'tempest-AttachVolumeShelveTestJSON-343323330-router', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:16Z', 'revision_number': 4, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'gw_port': {'id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'f8748302-a650-440d-ada3-999d4062fea8', 'name': '', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'mac_address': 'fa:16:3e:6d:d9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bea30454-8677-4268-a491-c558446ae000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:16Z', 'updated_at': '2022-09-28T08:40:17Z', 'revision_number': 2, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'subnets': [{'id': 'bea30454-8677-4268-a491-c558446ae000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:23.200955 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] Checking router: d0b6f93f-806d-4c42-8703-af29aa58e3ed for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:40:23.201576 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] Updating router d0b6f93f-806d-4c42-8703-af29aa58e3ed port f8748302-a650-440d-ada3-999d4062fea8 binding host dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:40:23.253645 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (f8748302-a650-440d-ada3-999d4062fea8), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:23.253912 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7e208-5120-4066-b430-867736d7376d req-a8acc752-a41a-4264-afd7-ada738d060bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:23.255508 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8da7e208-5120-4066-b430-867736d7376d req-a8acc752-a41a-4264-afd7-ada738d060bc service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=18b86f52-f49c-435b-95de-852298b2f6f4 HTTP/1.1" status: 200 len: 857 time: 0.1274109 Sep 28 08:40:23.289406 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d755b17f-6048-48ed-b9bc-355b200177de admin admin] Publish callbacks [] for port (ca74ab3b-0964-4935-94c0-394910aa7c6c), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:23.296762 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d755b17f-6048-48ed-b9bc-355b200177de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3668421'] for port (ca74ab3b-0964-4935-94c0-394910aa7c6c), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:23.348468 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e252c-a418-4edb-8b53-a42796b97986 req-b9fc9481-3d6c-4aa6-b204-4aa56059e4c7 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:23.350018 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-557e252c-a418-4edb-8b53-a42796b97986 req-b9fc9481-3d6c-4aa6-b204-4aa56059e4c7 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.1040354 Sep 28 08:40:23.367244 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:23.400355 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755b17f-6048-48ed-b9bc-355b200177de admin admin] Pushing event updated for resources: {'Port': ['ID=ca74ab3b-0964-4935-94c0-394910aa7c6c,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:23.410202 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d755b17f-6048-48ed-b9bc-355b200177de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1605525'] for router_interface (befeac4c-cde3-4f1d-81c7-9969931cb5cb), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:23.421802 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:23.463961 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-557e252c-a418-4edb-8b53-a42796b97986 req-67632f56-00e3-4e6d-9541-afce3f772d4c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057963 Sep 28 08:40:23.538021 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:23.582134 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d755b17f-6048-48ed-b9bc-355b200177de admin admin] Network b76a6eab-b1a4-4566-a068-3e0c81275bca is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:23.583630 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-d755b17f-6048-48ed-b9bc-355b200177de admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:23.666339 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-e2059d7e-be4e-42d3-912c-84a179bf17fd None None] Attempt 2 to provision port f8748302-a650-440d-ada3-999d4062fea8 Sep 28 08:40:23.716161 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device b5b870b7-7f00-494c-a6ea-66d62a5ec4a4 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:23.796410 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d0a9838a-ba15-40ee-9b57-84345fc23b61 req-11b165c5-4183-41c6-89a5-47f8ff45bb71 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 210 time: 0.0663612 Sep 28 08:40:23.837738 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3a707-1501-4d77-9c5c-3106c796bdaa req-9f1000b6-dd33-4b10-94e2-a977f52422e9 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:23.840619 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-58d3a707-1501-4d77-9c5c-3106c796bdaa req-9f1000b6-dd33-4b10-94e2-a977f52422e9 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=9ccc5d87-c575-4da3-b246-c8b13aaa3b34 HTTP/1.1" status: 200 len: 950 time: 0.2389891 Sep 28 08:40:23.843200 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7e208-5120-4066-b430-867736d7376d req-a17e45fd-e94c-4b6d-a12e-d6e051848127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:23.844681 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-e2059d7e-be4e-42d3-912c-84a179bf17fd None None] Port f8748302-a650-440d-ada3-999d4062fea8 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:40:23.845185 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8da7e208-5120-4066-b430-867736d7376d req-a17e45fd-e94c-4b6d-a12e-d6e051848127 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ecfbeafd-1446-46f2-889b-466b351133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4303539 Sep 28 08:40:23.906392 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port b5b870b7-7f00-494c-a6ea-66d62a5ec4a4 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:23.908951 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (b5b870b7-7f00-494c-a6ea-66d62a5ec4a4), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:23.909370 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port b5b870b7-7f00-494c-a6ea-66d62a5ec4a4 Sep 28 08:40:23.988791 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] Publish callbacks [] for port (f8748302-a650-440d-ada3-999d4062fea8), precommit_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:24.003552 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d755b17f-6048-48ed-b9bc-355b200177de admin admin] Router befeac4c-cde3-4f1d-81c7-9969931cb5cb has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:40:24.009707 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (f8748302-a650-440d-ada3-999d4062fea8), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:24.039479 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8da7e208-5120-4066-b430-867736d7376d req-a29d7830-af0c-4ae1-97aa-30800f2451a1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849256 Sep 28 08:40:24.148276 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port b5b870b7-7f00-494c-a6ea-66d62a5ec4a4 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:24.150903 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 80f2556b-b64e-4f18-92c8-821fce38199b up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:24.184338 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900e17f-5b97-40ff-af64-41d667c12248 None None] Pushing event updated for resources: {'Port': ['ID=f8748302-a650-440d-ada3-999d4062fea8,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:24.189283 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8da7e208-5120-4066-b430-867736d7376d req-a8fb8680-d21b-4135-ab2c-f34c643f21b2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405208 Sep 28 08:40:24.193001 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] Attempting to bind port f8748302-a650-440d-ada3-999d4062fea8 on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:40:24.193281 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] Attempting to bind port f8748302-a650-440d-ada3-999d4062fea8 by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': '485ca190-db56-4751-b273-de0c3ba9a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:40:24.193744 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] Attempting to bind port f8748302-a650-440d-ada3-999d4062fea8 on network 8e213c79-0ba4-458e-84ef-70d744799a89 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:24.217737 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [req-58d3a707-1501-4d77-9c5c-3106c796bdaa req-51b23959-f7a1-4827-924e-3a60aee5e6c4 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Deleting port d8d69f9a-c8fd-4c26-a50e-7609f170d57a {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:40:24.218239 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-58d3a707-1501-4d77-9c5c-3106c796bdaa req-51b23959-f7a1-4827-924e-3a60aee5e6c4 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (d8d69f9a-c8fd-4c26-a50e-7609f170d57a), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:24.276247 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:40:24.276628 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] Checking segment: {'id': '485ca190-db56-4751-b273-de0c3ba9a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:40:24.277048 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:24.277469 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] Bound using segment: {'id': '485ca190-db56-4751-b273-de0c3ba9a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:40:24.277998 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] Bound port: f8748302-a650-440d-ada3-999d4062fea8, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485ca190-db56-4751-b273-de0c3ba9a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:40:24.278406 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (f8748302-a650-440d-ada3-999d4062fea8), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:24.291529 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:24.292383 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa2420-06eb-4e8b-99ef-6e60090872ee req-1c7d95b7-43c4-4645-9d28-328fb4680794 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:24.294190 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c8fa2420-06eb-4e8b-99ef-6e60090872ee req-1c7d95b7-43c4-4645-9d28-328fb4680794 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9ccc5d87-c575-4da3-b246-c8b13aaa3b34 HTTP/1.1" status: 200 len: 950 time: 0.3085594 Sep 28 08:40:24.294644 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 80f2556b-b64e-4f18-92c8-821fce38199b triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:24.295030 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (80f2556b-b64e-4f18-92c8-821fce38199b), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:24.295362 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 80f2556b-b64e-4f18-92c8-821fce38199b Sep 28 08:40:24.299482 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-3367fb0d-9f85-47f1-bba6-6fbe888d4aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:24.347390 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-e2059d7e-be4e-42d3-912c-84a179bf17fd None None] Attempt 3 to provision port f8748302-a650-440d-ada3-999d4062fea8 Sep 28 08:40:24.413432 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-e2059d7e-be4e-42d3-912c-84a179bf17fd None None] Port f8748302-a650-440d-ada3-999d4062fea8 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:40:24.422754 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] For port f8748302-a650-440d-ada3-999d4062fea8, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:24.432133 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] For port f8748302-a650-440d-ada3-999d4062fea8, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=f8748302-a650-440d-ada3-999d4062fea8,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:24.461973 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (f8748302-a650-440d-ada3-999d4062fea8), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:24.467424 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-58d3a707-1501-4d77-9c5c-3106c796bdaa req-51b23959-f7a1-4827-924e-3a60aee5e6c4 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] For port d8d69f9a-c8fd-4c26-a50e-7609f170d57a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=d8d69f9a-c8fd-4c26-a50e-7609f170d57a,segment=NetworkSegment(bc0b67bd-f4cf-4a14-8002-134f258c1be8),segment_id=bc0b67bd-f4cf-4a14-8002-134f258c1be8)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:24.467797 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-58d3a707-1501-4d77-9c5c-3106c796bdaa req-51b23959-f7a1-4827-924e-3a60aee5e6c4 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (d8d69f9a-c8fd-4c26-a50e-7609f170d57a), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:24.475289 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c8fa2420-06eb-4e8b-99ef-6e60090872ee req-ff343dae-f12b-4fe9-996a-2c5aacf7a37d tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e8bec85e-553c-4811-aff1-93a2e2917de1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468515 Sep 28 08:40:24.485066 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d755b17f-6048-48ed-b9bc-355b200177de admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:24.495215 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 80f2556b-b64e-4f18-92c8-821fce38199b is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:24.495629 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (80f2556b-b64e-4f18-92c8-821fce38199b), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:24.496328 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-d755b17f-6048-48ed-b9bc-355b200177de admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/befeac4c-cde3-4f1d-81c7-9969931cb5cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3572590 Sep 28 08:40:24.503101 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [req-58d3a707-1501-4d77-9c5c-3106c796bdaa req-51b23959-f7a1-4827-924e-3a60aee5e6c4 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Calling delete_port for d8d69f9a-c8fd-4c26-a50e-7609f170d57a owned by compute:nova {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:40:24.554639 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] For port 80f2556b-b64e-4f18-92c8-821fce38199b, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=80f2556b-b64e-4f18-92c8-821fce38199b,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:24.555898 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] Routers {'d0b6f93f-806d-4c42-8703-af29aa58e3ed'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:40:24.556425 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:39:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:24.564808 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:24.588844 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] Sync routers for ids ['befeac4c-cde3-4f1d-81c7-9969931cb5cb'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:24.605979 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] Routers {'befeac4c-cde3-4f1d-81c7-9969931cb5cb'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:40:24.607800 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:39:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['befeac4c-cde3-4f1d-81c7-9969931cb5cb'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:24.608145 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (80f2556b-b64e-4f18-92c8-821fce38199b), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:24.620792 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900e17f-5b97-40ff-af64-41d667c12248 None None] Pushing event updated for resources: {'Port': ['ID=f8748302-a650-440d-ada3-999d4062fea8,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:24.725034 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Pushing event updated for resources: {'Port': ['ID=80f2556b-b64e-4f18-92c8-821fce38199b,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:24.751970 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9f75a-1f01-44a3-a6ec-eaca888cc89e req-7f7cff51-eaff-44eb-af58-06566403b943 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:24.761114 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4bd9f75a-1f01-44a3-a6ec-eaca888cc89e req-7f7cff51-eaff-44eb-af58-06566403b943 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0923038 Sep 28 08:40:24.765966 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] Set router d0b6f93f-806d-4c42-8703-af29aa58e3ed gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:40:24.777521 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:24.777979 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] Set router befeac4c-cde3-4f1d-81c7-9969931cb5cb gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:40:24.904963 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:24.945469 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-e2059d7e-be4e-42d3-912c-84a179bf17fd None None] Attempt 4 to provision port f8748302-a650-440d-ada3-999d4062fea8 Sep 28 08:40:24.992835 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-58d3a707-1501-4d77-9c5c-3106c796bdaa req-51b23959-f7a1-4827-924e-3a60aee5e6c4 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (d8d69f9a-c8fd-4c26-a50e-7609f170d57a), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:25.025891 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4bd9f75a-1f01-44a3-a6ec-eaca888cc89e req-3f60bc67-f6b0-4d39-a696-189e732ff4fc tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591302 Sep 28 08:40:25.045665 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01463f-a359-434c-a95a-f9b509671761 req-cc79f3a4-4bb7-4791-8a5a-ed207e4f1312 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:25.056218 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7e01463f-a359-434c-a95a-f9b509671761 req-cc79f3a4-4bb7-4791-8a5a-ed207e4f1312 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.26 "GET /networking/v2.0/networks?id=8e213c79-0ba4-458e-84ef-70d744799a89 HTTP/1.1" status: 200 len: 816 time: 0.2907557 Sep 28 08:40:25.063659 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:25.159791 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6661fa01-0167-4aee-a5a4-80cc29039be2 req-d4992eec-a59e-48d9-b913-7428bd847e43 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 210 time: 0.1433117 Sep 28 08:40:25.160733 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b23959-f7a1-4827-924e-3a60aee5e6c4 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Pushing event deleted for resources: {'Port': ['ID=d8d69f9a-c8fd-4c26-a50e-7609f170d57a,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:25.208855 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7e01463f-a359-434c-a95a-f9b509671761 req-80b70245-cf6c-43ae-a06f-153767a9f968 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c067f1df3c7f47299bc2db03d904d156 HTTP/1.1" status: 200 len: 380 time: 0.1323516 Sep 28 08:40:25.282301 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d3a707-1501-4d77-9c5c-3106c796bdaa req-51b23959-f7a1-4827-924e-3a60aee5e6c4 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] No DVR routers for this DVR port d8d69f9a-c8fd-4c26-a50e-7609f170d57a on host hv-cinder-84456 {{(pid=106476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:40:25.286564 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-58d3a707-1501-4d77-9c5c-3106c796bdaa req-51b23959-f7a1-4827-924e-3a60aee5e6c4 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:25.293714 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-58d3a707-1501-4d77-9c5c-3106c796bdaa req-51b23959-f7a1-4827-924e-3a60aee5e6c4 tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.26 "DELETE /networking/v2.0/ports/d8d69f9a-c8fd-4c26-a50e-7609f170d57a HTTP/1.1" status: 204 len: 173 time: 1.3689721 Sep 28 08:40:25.296173 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccc5d87-c575-4da3-b246-c8b13aaa3b34', 'name': 'network-vif-deleted', 'tag': 'd8d69f9a-c8fd-4c26-a50e-7609f170d57a'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:40:25.299980 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7ed2ddc4584b00f7c30cf30121e6cd69d5fd04907018550f4f3d85fbaaf14d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50eab45-030b-4607-ad2f-639080f8344d" -d '{"events": [{"server_uuid": "9ccc5d87-c575-4da3-b246-c8b13aaa3b34", "name": "network-vif-deleted", "tag": "d8d69f9a-c8fd-4c26-a50e-7609f170d57a"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:40:25.307536 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'name': 'tempest-TestShelveInstance-69917728-router', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '80f2556b-b64e-4f18-92c8-821fce38199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:22Z', 'revision_number': 4, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'gw_port': {'id': '80f2556b-b64e-4f18-92c8-821fce38199b', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:18Z', 'updated_at': '2022-09-28T08:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'ca74ab3b-0964-4935-94c0-394910aa7c6c', 'name': '', 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'mac_address': 'fa:16:3e:e1:64:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'a0ea148b-44fa-4fa2-9123-8ad42b8808a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:21Z', 'updated_at': '2022-09-28T08:40:23Z', 'revision_number': 2, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'subnets': [{'id': 'a0ea148b-44fa-4fa2-9123-8ad42b8808a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:25.313700 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-7e01463f-a359-434c-a95a-f9b509671761 req-5b3e6c2f-1cc1-4c76-8f9f-4fa6eb98398f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Request body: {'port': {'device_id': '4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'admin_state_up': True, 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'security_groups': ['2810546c-97af-4d34-989c-1883cca8d02e']}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:40:25.380315 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f3b401-802a-4b0a-a5be-bb92cd565fb7 x-openstack-request-id: req-a6f3b401-802a-4b0a-a5be-bb92cd565fb7 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:40:25.380870 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ccc5d87-c575-4da3-b246-c8b13aaa3b34", "name": "network-vif-deleted", "tag": "d8d69f9a-c8fd-4c26-a50e-7609f170d57a", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:40:25.381154 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a6f3b401-802a-4b0a-a5be-bb92cd565fb7 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:40:25.381591 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6f3b401-802a-4b0a-a5be-bb92cd565fb7'] response: {'server_uuid': '9ccc5d87-c575-4da3-b246-c8b13aaa3b34', 'name': 'network-vif-deleted', 'tag': 'd8d69f9a-c8fd-4c26-a50e-7609f170d57a', 'status': 'completed', 'code': 200} Sep 28 08:40:25.384596 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] Checking router: befeac4c-cde3-4f1d-81c7-9969931cb5cb for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:40:25.385212 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] Updating router befeac4c-cde3-4f1d-81c7-9969931cb5cb port ca74ab3b-0964-4935-94c0-394910aa7c6c binding host dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:40:25.460714 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-e2059d7e-be4e-42d3-912c-84a179bf17fd None None] Current status of the port f8748302-a650-440d-ada3-999d4062fea8 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:25.461283 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-e2059d7e-be4e-42d3-912c-84a179bf17fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (f8748302-a650-440d-ada3-999d4062fea8), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:25.461594 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (ca74ab3b-0964-4935-94c0-394910aa7c6c), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:25.503496 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'name': 'tempest-AttachVolumeShelveTestJSON-343323330-router', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:16Z', 'revision_number': 4, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'gw_port': {'id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'f8748302-a650-440d-ada3-999d4062fea8', 'name': '', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'mac_address': 'fa:16:3e:6d:d9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bea30454-8677-4268-a491-c558446ae000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:16Z', 'updated_at': '2022-09-28T08:40:24Z', 'revision_number': 4, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'subnets': [{'id': 'bea30454-8677-4268-a491-c558446ae000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:25.593691 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be396c8b-a6bf-408c-9098-829f88b9228c None None] The sync data for ids ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'] in dv-cinder-844563-8-iscsi is: [{'id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'name': 'tempest-AttachVolumeShelveTestJSON-343323330-router', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:16Z', 'revision_number': 4, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'gw_port': {'id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'f8748302-a650-440d-ada3-999d4062fea8', 'name': '', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'mac_address': 'fa:16:3e:6d:d9:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bea30454-8677-4268-a491-c558446ae000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:16Z', 'updated_at': '2022-09-28T08:40:24Z', 'revision_number': 4, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'subnets': [{'id': 'bea30454-8677-4268-a491-c558446ae000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:25.594400 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e01463f-a359-434c-a95a-f9b509671761 req-5b3e6c2f-1cc1-4c76-8f9f-4fa6eb98398f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Made reservation on behalf of c067f1df3c7f47299bc2db03d904d156 for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:25.598790 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-e2059d7e-be4e-42d3-912c-84a179bf17fd None None] For port f8748302-a650-440d-ada3-999d4062fea8, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=f8748302-a650-440d-ada3-999d4062fea8,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:25.601364 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-7e01463f-a359-434c-a95a-f9b509671761 req-5b3e6c2f-1cc1-4c76-8f9f-4fa6eb98398f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:25.605855 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-e2059d7e-be4e-42d3-912c-84a179bf17fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (f8748302-a650-440d-ada3-999d4062fea8), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:25.632895 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-e2059d7e-be4e-42d3-912c-84a179bf17fd None None] Provisioning complete for port ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:25.633304 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-e2059d7e-be4e-42d3-912c-84a179bf17fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:25.633636 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-e2059d7e-be4e-42d3-912c-84a179bf17fd None None] Attempt 1 to provision port ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e Sep 28 08:40:25.637615 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device f8748302-a650-440d-ada3-999d4062fea8 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:25.649077 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 55374) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:25.653734 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-98f70fe7-ebbb-48bf-a76d-d8c3b5fb646b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-496108575-network', 'tenant_id': 'f6dac82b091e40b38f9fd37de64e1566'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:40:25.729704 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:25.776962 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3384448d-0336-40ba-9307-44f74dd51c2e req-0593df81-7acc-46c3-8bd5-5c3b06ade4bf tempest-VolumesNegativeTest-1308331695 tempest-VolumesNegativeTest-1308331695-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9ccc5d87-c575-4da3-b246-c8b13aaa3b34 HTTP/1.1" status: 200 len: 210 time: 0.0878453 Sep 28 08:40:25.795904 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2059d7e-be4e-42d3-912c-84a179bf17fd None None] Pushing event updated for resources: {'Port': ['ID=f8748302-a650-440d-ada3-999d4062fea8,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:25.807622 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:25.823563 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f70fe7-ebbb-48bf-a76d-d8c3b5fb646b admin admin] Made reservation on behalf of f6dac82b091e40b38f9fd37de64e1566 for: {'network': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:25.823802 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:25.830929 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port f8748302-a650-440d-ada3-999d4062fea8 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:25.831355 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (f8748302-a650-440d-ada3-999d4062fea8), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:25.831707 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port f8748302-a650-440d-ada3-999d4062fea8 Sep 28 08:40:25.837450 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-98f70fe7-ebbb-48bf-a76d-d8c3b5fb646b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for network (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:25.864247 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-98f70fe7-ebbb-48bf-a76d-d8c3b5fb646b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:25.873213 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-7e01463f-a359-434c-a95a-f9b509671761 req-5b3e6c2f-1cc1-4c76-8f9f-4fa6eb98398f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Allocated IP 172.20.0.11 (8e213c79-0ba4-458e-84ef-70d744799a89/bea30454-8677-4268-a491-c558446ae000/34490fea-8100-40b7-919a-078c2cfc5f1d) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:25.972132 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-98f70fe7-ebbb-48bf-a76d-d8c3b5fb646b admin admin] Publish callbacks [] for security_group (ec26c61f-098f-4210-a7f4-58002ed7687f), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:25.980218 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-98f70fe7-ebbb-48bf-a76d-d8c3b5fb646b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (ec26c61f-098f-4210-a7f4-58002ed7687f), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:25.998993 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-e2059d7e-be4e-42d3-912c-84a179bf17fd None None] Current status of the port ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:26.023287 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f70fe7-ebbb-48bf-a76d-d8c3b5fb646b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=106476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:40:26.069544 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f70fe7-ebbb-48bf-a76d-d8c3b5fb646b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec26c61f-098f-4210-a7f4-58002ed7687f,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:26.090350 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-98f70fe7-ebbb-48bf-a76d-d8c3b5fb646b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (073eed6a-1577-4f64-988d-2ef01a1be03a), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:26.091000 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.segments_db [None req-98f70fe7-ebbb-48bf-a76d-d8c3b5fb646b admin admin] Added segment 073eed6a-1577-4f64-988d-2ef01a1be03a of type vlan for network d515136f-3b12-489a-84c2-3d1bba246612 Sep 28 08:40:26.150005 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-7e01463f-a359-434c-a95a-f9b509671761 req-5b3e6c2f-1cc1-4c76-8f9f-4fa6eb98398f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:26.162429 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port f8748302-a650-440d-ada3-999d4062fea8 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:26.173880 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 80f2556b-b64e-4f18-92c8-821fce38199b up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:26.182230 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-bcc30bc1-08fe-4e6e-a51c-9fd4a95e2526 None None] Provisioning complete for port ca74ab3b-0964-4935-94c0-394910aa7c6c triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:26.184605 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-bcc30bc1-08fe-4e6e-a51c-9fd4a95e2526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (ca74ab3b-0964-4935-94c0-394910aa7c6c), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:26.186919 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-bcc30bc1-08fe-4e6e-a51c-9fd4a95e2526 None None] Attempt 1 to provision port ca74ab3b-0964-4935-94c0-394910aa7c6c Sep 28 08:40:26.252415 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-7e01463f-a359-434c-a95a-f9b509671761 req-5b3e6c2f-1cc1-4c76-8f9f-4fa6eb98398f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:26.272585 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10780b-0439-4985-96bb-68dbdc40b790 req-70ba83ea-4319-46a9-86b3-1689a338577c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:26.274745 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6b10780b-0439-4985-96bb-68dbdc40b790 req-70ba83ea-4319-46a9-86b3-1689a338577c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0906382 Sep 28 08:40:26.283660 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] Publish callbacks [] for port (ca74ab3b-0964-4935-94c0-394910aa7c6c), precommit_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:26.288480 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:26.292491 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-98f70fe7-ebbb-48bf-a76d-d8c3b5fb646b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759190207681'] for network (d515136f-3b12-489a-84c2-3d1bba246612), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:26.297137 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (ca74ab3b-0964-4935-94c0-394910aa7c6c), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:26.323428 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e01463f-a359-434c-a95a-f9b509671761 req-5b3e6c2f-1cc1-4c76-8f9f-4fa6eb98398f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Network 8e213c79-0ba4-458e-84ef-70d744799a89 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:26.326900 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-7e01463f-a359-434c-a95a-f9b509671761 req-5b3e6c2f-1cc1-4c76-8f9f-4fa6eb98398f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:26.330206 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-bcc30bc1-08fe-4e6e-a51c-9fd4a95e2526 None None] Port ca74ab3b-0964-4935-94c0-394910aa7c6c cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:40:26.331338 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e01463f-a359-434c-a95a-f9b509671761 req-5b3e6c2f-1cc1-4c76-8f9f-4fa6eb98398f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:40:26.382820 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e6c2f-1cc1-4c76-8f9f-4fa6eb98398f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Pushing event updated for resources: {'Port': ['ID=34490fea-8100-40b7-919a-078c2cfc5f1d,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:26.390398 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 80f2556b-b64e-4f18-92c8-821fce38199b triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:26.394238 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (80f2556b-b64e-4f18-92c8-821fce38199b), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:26.394647 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 80f2556b-b64e-4f18-92c8-821fce38199b Sep 28 08:40:26.412145 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5e7da-2045-457e-a187-b65b3b19d4d0 None None] Pushing event updated for resources: {'Port': ['ID=ca74ab3b-0964-4935-94c0-394910aa7c6c,revision_number=3']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:26.464368 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01463f-a359-434c-a95a-f9b509671761 req-5b3e6c2f-1cc1-4c76-8f9f-4fa6eb98398f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:26.473387 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-7e01463f-a359-434c-a95a-f9b509671761 req-5b3e6c2f-1cc1-4c76-8f9f-4fa6eb98398f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:26.485554 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] Attempting to bind port ca74ab3b-0964-4935-94c0-394910aa7c6c on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:40:26.485922 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] Attempting to bind port ca74ab3b-0964-4935-94c0-394910aa7c6c by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': '1281ad7f-9f33-492a-9a5f-5a420c2b7e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca'}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:40:26.486286 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] Attempting to bind port ca74ab3b-0964-4935-94c0-394910aa7c6c on network b76a6eab-b1a4-4566-a068-3e0c81275bca {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:26.509882 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ed7f1-f18b-4377-9cda-137bd4339a69 req-9b15e886-5b1a-4813-941b-f622cf4780ce tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:26.519994 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-786ed7f1-f18b-4377-9cda-137bd4339a69 req-9b15e886-5b1a-4813-941b-f622cf4780ce tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 932 time: 0.2054217 Sep 28 08:40:26.537883 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-98f70fe7-ebbb-48bf-a76d-d8c3b5fb646b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for network (d515136f-3b12-489a-84c2-3d1bba246612), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:26.538847 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f70fe7-ebbb-48bf-a76d-d8c3b5fb646b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:26.539426 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-98f70fe7-ebbb-48bf-a76d-d8c3b5fb646b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:26.540765 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7e01463f-a359-434c-a95a-f9b509671761 req-5b3e6c2f-1cc1-4c76-8f9f-4fa6eb98398f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2392821 Sep 28 08:40:26.565082 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-7e01463f-a359-434c-a95a-f9b509671761 req-18283c6b-6481-42cf-8e9c-87d36d294559 service neutron] Request body: {'port': {'device_id': '4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:40:26.589114 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-98f70fe7-ebbb-48bf-a76d-d8c3b5fb646b admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9390881 Sep 28 08:40:26.595172 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:40:26.595544 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] Checking segment: {'id': '1281ad7f-9f33-492a-9a5f-5a420c2b7e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:40:26.595956 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:26.596235 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 80f2556b-b64e-4f18-92c8-821fce38199b is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:26.596696 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] Bound using segment: {'id': '1281ad7f-9f33-492a-9a5f-5a420c2b7e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca'} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:40:26.596776 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 55382) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:26.596853 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] Bound port: ca74ab3b-0964-4935-94c0-394910aa7c6c, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1281ad7f-9f33-492a-9a5f-5a420c2b7e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca'}}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:40:26.597518 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (ca74ab3b-0964-4935-94c0-394910aa7c6c), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:26.636558 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6b10780b-0439-4985-96bb-68dbdc40b790 req-ac6a3927-f3bc-4e27-8c1a-2892e7250dc1 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3415997 Sep 28 08:40:26.652607 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-501dfb25-452b-47d9-a84c-d42d032879c6 admin admin] Request body: {'subnet': {'network_id': 'd515136f-3b12-489a-84c2-3d1bba246612', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-496108575-subnet', 'tenant_id': 'f6dac82b091e40b38f9fd37de64e1566', 'ip_version': 4}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:40:26.702518 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-aa2ed78b-408e-4471-895e-50615612b58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:26.741482 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-7e01463f-a359-434c-a95a-f9b509671761 req-18283c6b-6481-42cf-8e9c-87d36d294559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:26.772531 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] For port ca74ab3b-0964-4935-94c0-394910aa7c6c, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:26.773720 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f70fe7-ebbb-48bf-a76d-d8c3b5fb646b admin admin] Pushing event updated for resources: {'Network': ['ID=d515136f-3b12-489a-84c2-3d1bba246612,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:26.778249 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] For port ca74ab3b-0964-4935-94c0-394910aa7c6c, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=ca74ab3b-0964-4935-94c0-394910aa7c6c,segment=NetworkSegment(1281ad7f-9f33-492a-9a5f-5a420c2b7e06),segment_id=1281ad7f-9f33-492a-9a5f-5a420c2b7e06)] {{(pid=106478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:26.783588 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501dfb25-452b-47d9-a84c-d42d032879c6 admin admin] Made reservation on behalf of f6dac82b091e40b38f9fd37de64e1566 for: {'subnet': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:40:26.785295 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Network d515136f-3b12-489a-84c2-3d1bba246612 details requested by agent ovs-agent-dv-cinder-844563-8-iscsi with host dv-cinder-844563-8-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:40:26.786100 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-501dfb25-452b-47d9-a84c-d42d032879c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260199926'] for subnet (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:26.795254 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (ca74ab3b-0964-4935-94c0-394910aa7c6c), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:26.841859 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-786ed7f1-f18b-4377-9cda-137bd4339a69 req-1bd37703-5ef7-42e1-b8a6-82ec4fbbc3cc tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3141837 Sep 28 08:40:26.850409 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-bcc30bc1-08fe-4e6e-a51c-9fd4a95e2526 None None] Attempt 2 to provision port ca74ab3b-0964-4935-94c0-394910aa7c6c Sep 28 08:40:26.915851 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] Routers {'befeac4c-cde3-4f1d-81c7-9969931cb5cb'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:40:26.915851 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:40:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['befeac4c-cde3-4f1d-81c7-9969931cb5cb'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:26.918108 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device d8d69f9a-c8fd-4c26-a50e-7609f170d57a no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:40:26.948017 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:26.996393 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] No Port match for: d8d69f9a-c8fd-4c26-a50e-7609f170d57a {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:40:26.997247 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:26.998714 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device d8d69f9a-c8fd-4c26-a50e-7609f170d57a not bound to the agent host hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:40:27.015563 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5e7da-2045-457e-a187-b65b3b19d4d0 None None] Pushing event updated for resources: {'Port': ['ID=ca74ab3b-0964-4935-94c0-394910aa7c6c,revision_number=4']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:27.077343 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-bcc30bc1-08fe-4e6e-a51c-9fd4a95e2526 None None] Current status of the port ca74ab3b-0964-4935-94c0-394910aa7c6c is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:27.078451 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-bcc30bc1-08fe-4e6e-a51c-9fd4a95e2526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (ca74ab3b-0964-4935-94c0-394910aa7c6c), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:27.119385 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] Set router befeac4c-cde3-4f1d-81c7-9969931cb5cb gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:40:27.130231 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-bcc30bc1-08fe-4e6e-a51c-9fd4a95e2526 None None] For port ca74ab3b-0964-4935-94c0-394910aa7c6c, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=ca74ab3b-0964-4935-94c0-394910aa7c6c,segment=NetworkSegment(1281ad7f-9f33-492a-9a5f-5a420c2b7e06),segment_id=1281ad7f-9f33-492a-9a5f-5a420c2b7e06)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:27.135206 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-bcc30bc1-08fe-4e6e-a51c-9fd4a95e2526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (ca74ab3b-0964-4935-94c0-394910aa7c6c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:27.158547 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-501dfb25-452b-47d9-a84c-d42d032879c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3667266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260199872'] for subnet (2e7cbf58-d056-4d02-9153-21acc56a652b), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:27.234054 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501dfb25-452b-47d9-a84c-d42d032879c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e7cbf58-d056-4d02-9153-21acc56a652b,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:27.239136 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501dfb25-452b-47d9-a84c-d42d032879c6 admin admin] Checking segment: {'id': '073eed6a-1577-4f64-988d-2ef01a1be03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd515136f-3b12-489a-84c2-3d1bba246612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:40:27.239506 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501dfb25-452b-47d9-a84c-d42d032879c6 admin admin] Network hostable DHCP agents. Network: d515136f-3b12-489a-84c2-3d1bba246612, hostable agents: ['303e7d5d-73d6-4049-9660-05be0257cf7d'], hosted agents: [] {{(pid=106476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:40:27.261627 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501dfb25-452b-47d9-a84c-d42d032879c6 admin admin] Network d515136f-3b12-489a-84c2-3d1bba246612 is scheduled to be hosted by DHCP agent 303e7d5d-73d6-4049-9660-05be0257cf7d with binding_index 1 {{(pid=106476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:40:27.275074 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:27.282497 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-501dfb25-452b-47d9-a84c-d42d032879c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-8-iscsi, d515136f-3b12-489a-84c2-3d1bba246612) {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:27.295425 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501dfb25-452b-47d9-a84c-d42d032879c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:27.296788 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-501dfb25-452b-47d9-a84c-d42d032879c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:27.299779 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da42fca2-0416-405b-a046-3474db16a342 None None] Network d515136f-3b12-489a-84c2-3d1bba246612 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:40:27.305366 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:27.326696 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-501dfb25-452b-47d9-a84c-d42d032879c6 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6867199 Sep 28 08:40:27.329807 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 55398) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:27.335745 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc30bc1-08fe-4e6e-a51c-9fd4a95e2526 None None] Pushing event updated for resources: {'Port': ['ID=ca74ab3b-0964-4935-94c0-394910aa7c6c,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:27.337480 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-7e01463f-a359-434c-a95a-f9b509671761 req-18283c6b-6481-42cf-8e9c-87d36d294559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34490fea-8100-40b7-919a-078c2cfc5f1d {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:40:27.341805 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-24ee81c5-3c08-4637-bd47-4622d85ba329 None None] Provisioning complete for port 34490fea-8100-40b7-919a-078c2cfc5f1d triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:27.342182 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-24ee81c5-3c08-4637-bd47-4622d85ba329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:27.342522 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-24ee81c5-3c08-4637-bd47-4622d85ba329 None None] Attempt 1 to provision port 34490fea-8100-40b7-919a-078c2cfc5f1d Sep 28 08:40:27.350647 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-6cecfdf2-baf2-4084-831c-111387d27267 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-496108575-router', 'tenant_id': 'f6dac82b091e40b38f9fd37de64e1566', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:40:27.377264 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-7e01463f-a359-434c-a95a-f9b509671761 req-18283c6b-6481-42cf-8e9c-87d36d294559 service neutron] Publish callbacks [] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:27.382103 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6cecfdf2-baf2-4084-831c-111387d27267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3738'] for router (4c6f4845-011a-4e0c-93ce-2d04c53b16a4), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:27.383329 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6cecfdf2-baf2-4084-831c-111387d27267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2002495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3713'] for router (4c6f4845-011a-4e0c-93ce-2d04c53b16a4), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:27.434110 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-24ee81c5-3c08-4637-bd47-4622d85ba329 None None] Port 34490fea-8100-40b7-919a-078c2cfc5f1d cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:40:27.440466 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:27.488097 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-7e01463f-a359-434c-a95a-f9b509671761 req-18283c6b-6481-42cf-8e9c-87d36d294559 service neutron] Transition to ACTIVE for port object 34490fea-8100-40b7-919a-078c2cfc5f1d will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 08:40:27.492993 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6cecfdf2-baf2-4084-831c-111387d27267 admin admin] Publish callbacks [] for router_controller (4c6f4845-011a-4e0c-93ce-2d04c53b16a4), precommit_add_association {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:27.503059 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-7e01463f-a359-434c-a95a-f9b509671761 req-18283c6b-6481-42cf-8e9c-87d36d294559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:27.514635 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963180ee-0d49-4f18-ac45-3cb6a7df7b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60c871b0-84eb-58d7-9f94-0df37add3fce-d515136f-3b12-489a-84c2-3d1bba246612', 'network_id': 'd515136f-3b12-489a-84c2-3d1bba246612', 'project_id': 'f6dac82b091e40b38f9fd37de64e1566', 'fixed_ips': [{'subnet_id': '2e7cbf58-d056-4d02-9153-21acc56a652b'}]}} from dv-cinder-844563-8-iscsi. {{(pid=106477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 08:40:27.515775 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-963180ee-0d49-4f18-ac45-3cb6a7df7b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:27.545123 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'name': 'tempest-TestShelveInstance-69917728-router', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '80f2556b-b64e-4f18-92c8-821fce38199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:22Z', 'revision_number': 4, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'gw_port': {'id': '80f2556b-b64e-4f18-92c8-821fce38199b', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:18Z', 'updated_at': '2022-09-28T08:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'ca74ab3b-0964-4935-94c0-394910aa7c6c', 'name': '', 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'mac_address': 'fa:16:3e:e1:64:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'a0ea148b-44fa-4fa2-9123-8ad42b8808a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:21Z', 'updated_at': '2022-09-28T08:40:26Z', 'revision_number': 4, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'subnets': [{'id': 'a0ea148b-44fa-4fa2-9123-8ad42b8808a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:27.551325 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device f8748302-a650-440d-ada3-999d4062fea8 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:27.582095 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943ff171-4a3b-4bcf-a1fe-bb919d3a8a48 None None] The sync data for ids ['befeac4c-cde3-4f1d-81c7-9969931cb5cb'] in dv-cinder-844563-8-iscsi is: [{'id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'name': 'tempest-TestShelveInstance-69917728-router', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '80f2556b-b64e-4f18-92c8-821fce38199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:22Z', 'revision_number': 4, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'gw_port': {'id': '80f2556b-b64e-4f18-92c8-821fce38199b', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:18Z', 'updated_at': '2022-09-28T08:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'ca74ab3b-0964-4935-94c0-394910aa7c6c', 'name': '', 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'mac_address': 'fa:16:3e:e1:64:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'a0ea148b-44fa-4fa2-9123-8ad42b8808a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:21Z', 'updated_at': '2022-09-28T08:40:26Z', 'revision_number': 4, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'subnets': [{'id': 'a0ea148b-44fa-4fa2-9123-8ad42b8808a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:27.607381 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:27.625764 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port f8748302-a650-440d-ada3-999d4062fea8 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:27.626107 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (f8748302-a650-440d-ada3-999d4062fea8), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:27.626449 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port f8748302-a650-440d-ada3-999d4062fea8 Sep 28 08:40:27.794376 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18283c6b-6481-42cf-8e9c-87d36d294559 service neutron] Pushing event updated for resources: {'Port': ['ID=34490fea-8100-40b7-919a-078c2cfc5f1d,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:27.851414 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6cecfdf2-baf2-4084-831c-111387d27267 admin admin] Publish callbacks [] for router_gateway (4c6f4845-011a-4e0c-93ce-2d04c53b16a4), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:27.862802 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:27.866698 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.db_base_plugin_common [None req-963180ee-0d49-4f18-ac45-3cb6a7df7b48 None None] Allocated IP 172.20.0.2 (d515136f-3b12-489a-84c2-3d1bba246612/2e7cbf58-d056-4d02-9153-21acc56a652b/e8960060-107c-4f36-9d36-90466ed6d81f) {{(pid=106477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:27.939176 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-24ee81c5-3c08-4637-bd47-4622d85ba329 None None] Attempt 2 to provision port 34490fea-8100-40b7-919a-078c2cfc5f1d Sep 28 08:40:27.951418 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfe993-361d-4bc5-ae44-7c290db805e2 req-1099c4aa-2eca-404c-9df5-d12076f2f69d tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:27.959273 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-dbbfe993-361d-4bc5-ae44-7c290db805e2 req-1099c4aa-2eca-404c-9df5-d12076f2f69d tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.1615331 Sep 28 08:40:28.010503 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-7e01463f-a359-434c-a95a-f9b509671761 req-18283c6b-6481-42cf-8e9c-87d36d294559 service neutron] Attempting to bind port 34490fea-8100-40b7-919a-078c2cfc5f1d on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:40:28.011134 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-7e01463f-a359-434c-a95a-f9b509671761 req-18283c6b-6481-42cf-8e9c-87d36d294559 service neutron] Attempting to bind port 34490fea-8100-40b7-919a-078c2cfc5f1d by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '485ca190-db56-4751-b273-de0c3ba9a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:40:28.011637 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e01463f-a359-434c-a95a-f9b509671761 req-18283c6b-6481-42cf-8e9c-87d36d294559 service neutron] Attempting to bind port 34490fea-8100-40b7-919a-078c2cfc5f1d on network 8e213c79-0ba4-458e-84ef-70d744799a89 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:28.038064 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:28.045533 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b2a6b-7b3d-4a2b-81d5-b7ed417142ce req-961d6b5f-3c40-48c6-9be3-27f57ec3342c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:28.047606 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ab0b2a6b-7b3d-4a2b-81d5-b7ed417142ce req-961d6b5f-3c40-48c6-9be3-27f57ec3342c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.0716035 Sep 28 08:40:28.113425 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:28.120027 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-dbbfe993-361d-4bc5-ae44-7c290db805e2 req-fe98bd21-e7e8-43b7-ad0d-ebbe8b32d715 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591847 Sep 28 08:40:28.132156 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ab0b2a6b-7b3d-4a2b-81d5-b7ed417142ce req-1cfff535-9a65-4280-9950-fa1687c63be1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761178 Sep 28 08:40:28.193066 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e01463f-a359-434c-a95a-f9b509671761 req-18283c6b-6481-42cf-8e9c-87d36d294559 service neutron] Port 34490fea-8100-40b7-919a-078c2cfc5f1d on network 8e213c79-0ba4-458e-84ef-70d744799a89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:40:28.196419 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e01463f-a359-434c-a95a-f9b509671761 req-18283c6b-6481-42cf-8e9c-87d36d294559 service neutron] Attempting to bind port 34490fea-8100-40b7-919a-078c2cfc5f1d on network 8e213c79-0ba4-458e-84ef-70d744799a89 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:28.292415 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6cecfdf2-baf2-4084-831c-111387d27267 admin admin] Publish callbacks [] for router_gateway (4c6f4845-011a-4e0c-93ce-2d04c53b16a4), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:28.321184 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6cecfdf2-baf2-4084-831c-111387d27267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:28.324847 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e01463f-a359-434c-a95a-f9b509671761 req-18283c6b-6481-42cf-8e9c-87d36d294559 service neutron] Checking agent: {'id': '0e203ff6-fe6d-4565-9e88-81d2831b3c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'started_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:40:28.325223 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e01463f-a359-434c-a95a-f9b509671761 req-18283c6b-6481-42cf-8e9c-87d36d294559 service neutron] Checking segment: {'id': '485ca190-db56-4751-b273-de0c3ba9a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:40:28.325615 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e01463f-a359-434c-a95a-f9b509671761 req-18283c6b-6481-42cf-8e9c-87d36d294559 service neutron] Bound using segment: {'id': '485ca190-db56-4751-b273-de0c3ba9a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:40:28.326098 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-7e01463f-a359-434c-a95a-f9b509671761 req-18283c6b-6481-42cf-8e9c-87d36d294559 service neutron] Bound port: 34490fea-8100-40b7-919a-078c2cfc5f1d, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485ca190-db56-4751-b273-de0c3ba9a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:40:28.326552 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-7e01463f-a359-434c-a95a-f9b509671761 req-18283c6b-6481-42cf-8e9c-87d36d294559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:28.328607 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-24ee81c5-3c08-4637-bd47-4622d85ba329 None None] Port 34490fea-8100-40b7-919a-078c2cfc5f1d cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:40:28.357924 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port f8748302-a650-440d-ada3-999d4062fea8 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:28.365231 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-963180ee-0d49-4f18-ac45-3cb6a7df7b48 None None] Publish callbacks [] for port (e8960060-107c-4f36-9d36-90466ed6d81f), precommit_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:28.371461 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-963180ee-0d49-4f18-ac45-3cb6a7df7b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (e8960060-107c-4f36-9d36-90466ed6d81f), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:28.413818 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:28.414449 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963180ee-0d49-4f18-ac45-3cb6a7df7b48 None None] Network d515136f-3b12-489a-84c2-3d1bba246612 is already hosted by enough agents. {{(pid=106477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:28.420159 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.base_scheduler [None req-963180ee-0d49-4f18-ac45-3cb6a7df7b48 None None] Resources bound (agent type, host, resource id): {{(pid=106477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:28.422618 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963180ee-0d49-4f18-ac45-3cb6a7df7b48 None None] Pushing event updated for resources: {'Port': ['ID=e8960060-107c-4f36-9d36-90466ed6d81f,revision_number=1']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:28.424728 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963180ee-0d49-4f18-ac45-3cb6a7df7b48 None None] Received port after_create {{(pid=106477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:40:28.496217 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-963180ee-0d49-4f18-ac45-3cb6a7df7b48 None None] Attempting to bind port e8960060-107c-4f36-9d36-90466ed6d81f on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:40:28.497019 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-963180ee-0d49-4f18-ac45-3cb6a7df7b48 None None] Attempting to bind port e8960060-107c-4f36-9d36-90466ed6d81f by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': '073eed6a-1577-4f64-988d-2ef01a1be03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd515136f-3b12-489a-84c2-3d1bba246612'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:40:28.497214 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963180ee-0d49-4f18-ac45-3cb6a7df7b48 None None] Attempting to bind port e8960060-107c-4f36-9d36-90466ed6d81f on network d515136f-3b12-489a-84c2-3d1bba246612 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:28.497741 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-7e01463f-a359-434c-a95a-f9b509671761 req-18283c6b-6481-42cf-8e9c-87d36d294559 service neutron] For port 34490fea-8100-40b7-919a-078c2cfc5f1d, host hv-cinder-84456, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:28.533479 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-7e01463f-a359-434c-a95a-f9b509671761 req-18283c6b-6481-42cf-8e9c-87d36d294559 service neutron] For port 34490fea-8100-40b7-919a-078c2cfc5f1d, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=34490fea-8100-40b7-919a-078c2cfc5f1d,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:28.557291 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-7e01463f-a359-434c-a95a-f9b509671761 req-18283c6b-6481-42cf-8e9c-87d36d294559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:28.568494 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-6cecfdf2-baf2-4084-831c-111387d27267 admin admin] Allocated IP 172.27.2.14 (53303c84-4465-4011-9c65-8bdf4507ffd3/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f/0ca48801-f90d-42ac-a573-dc95c0baf2c2) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:28.571362 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01463f-a359-434c-a95a-f9b509671761 req-18283c6b-6481-42cf-8e9c-87d36d294559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:28.572164 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-7e01463f-a359-434c-a95a-f9b509671761 req-18283c6b-6481-42cf-8e9c-87d36d294559 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:28.573802 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7e01463f-a359-434c-a95a-f9b509671761 req-18283c6b-6481-42cf-8e9c-87d36d294559 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/34490fea-8100-40b7-919a-078c2cfc5f1d HTTP/1.1" status: 200 len: 1094 time: 2.0179050 Sep 28 08:40:28.576646 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4', 'tag': '34490fea-8100-40b7-919a-078c2cfc5f1d'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:40:28.577997 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029f94e7-18d4-4e6a-b9f5-9ca056a934fa" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4", "tag": "34490fea-8100-40b7-919a-078c2cfc5f1d"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:40:28.602007 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963180ee-0d49-4f18-ac45-3cb6a7df7b48 None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:40:28.602370 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963180ee-0d49-4f18-ac45-3cb6a7df7b48 None None] Checking segment: {'id': '073eed6a-1577-4f64-988d-2ef01a1be03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd515136f-3b12-489a-84c2-3d1bba246612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:40:28.603156 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-963180ee-0d49-4f18-ac45-3cb6a7df7b48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:28.603875 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963180ee-0d49-4f18-ac45-3cb6a7df7b48 None None] Bound using segment: {'id': '073eed6a-1577-4f64-988d-2ef01a1be03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd515136f-3b12-489a-84c2-3d1bba246612'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:40:28.605032 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-963180ee-0d49-4f18-ac45-3cb6a7df7b48 None None] Bound port: e8960060-107c-4f36-9d36-90466ed6d81f, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073eed6a-1577-4f64-988d-2ef01a1be03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd515136f-3b12-489a-84c2-3d1bba246612'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:40:28.605032 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-963180ee-0d49-4f18-ac45-3cb6a7df7b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (e8960060-107c-4f36-9d36-90466ed6d81f), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:28.696783 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-963180ee-0d49-4f18-ac45-3cb6a7df7b48 None None] For port e8960060-107c-4f36-9d36-90466ed6d81f, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:28.700410 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-963180ee-0d49-4f18-ac45-3cb6a7df7b48 None None] For port e8960060-107c-4f36-9d36-90466ed6d81f, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=e8960060-107c-4f36-9d36-90466ed6d81f,segment=NetworkSegment(073eed6a-1577-4f64-988d-2ef01a1be03a),segment_id=073eed6a-1577-4f64-988d-2ef01a1be03a)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:28.702425 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2896a40c-0e14-4344-8074-1c5f67bbc594 x-openstack-request-id: req-2896a40c-0e14-4344-8074-1c5f67bbc594 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:40:28.702805 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4", "tag": "34490fea-8100-40b7-919a-078c2cfc5f1d", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:40:28.703122 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2896a40c-0e14-4344-8074-1c5f67bbc594 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:40:28.703626 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2896a40c-0e14-4344-8074-1c5f67bbc594'] response: {'name': 'network-changed', 'server_uuid': '4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4', 'tag': '34490fea-8100-40b7-919a-078c2cfc5f1d', 'status': 'completed', 'code': 200} Sep 28 08:40:28.707619 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-963180ee-0d49-4f18-ac45-3cb6a7df7b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (e8960060-107c-4f36-9d36-90466ed6d81f), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:28.715306 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:INSERT=4,neutron:SELECT=88,neutron:UPDATE=8 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:28.748065 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18283c6b-6481-42cf-8e9c-87d36d294559 service neutron] Pushing event updated for resources: {'Port': ['ID=34490fea-8100-40b7-919a-078c2cfc5f1d,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:28.755587 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:28.763222 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01463f-a359-434c-a95a-f9b509671761 req-5377580c-bdb5-4b59-b2c5-f29f6875d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:28.765081 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7e01463f-a359-434c-a95a-f9b509671761 req-5377580c-bdb5-4b59-b2c5-f29f6875d7ea service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c067f1df3c7f47299bc2db03d904d156&device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 1128 time: 0.0993941 Sep 28 08:40:28.794887 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963180ee-0d49-4f18-ac45-3cb6a7df7b48 None None] Pushing event updated for resources: {'Port': ['ID=e8960060-107c-4f36-9d36-90466ed6d81f,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:28.831635 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-24ee81c5-3c08-4637-bd47-4622d85ba329 None None] Attempt 3 to provision port 34490fea-8100-40b7-919a-078c2cfc5f1d Sep 28 08:40:28.832500 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7e01463f-a359-434c-a95a-f9b509671761 req-43005f25-3273-46e6-a052-6800728623c8 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34490fea-8100-40b7-919a-078c2cfc5f1d HTTP/1.1" status: 200 len: 217 time: 0.0527599 Sep 28 08:40:28.893925 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-24ee81c5-3c08-4637-bd47-4622d85ba329 None None] Port 34490fea-8100-40b7-919a-078c2cfc5f1d had new provisioning blocks added so it will not transition to active. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 08:40:28.899655 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6cecfdf2-baf2-4084-831c-111387d27267 admin admin] Publish callbacks [] for port (0ca48801-f90d-42ac-a573-dc95c0baf2c2), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:28.929215 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01463f-a359-434c-a95a-f9b509671761 req-44298fa4-529d-44d3-b7dd-c037d1ff99e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:28.940223 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7e01463f-a359-434c-a95a-f9b509671761 req-44298fa4-529d-44d3-b7dd-c037d1ff99e1 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=bea30454-8677-4268-a491-c558446ae000 HTTP/1.1" status: 200 len: 855 time: 0.1000314 Sep 28 08:40:29.039194 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01463f-a359-434c-a95a-f9b509671761 req-d72ed3ab-2d7d-4090-bfcc-d3f54c8e5f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:29.041656 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7e01463f-a359-434c-a95a-f9b509671761 req-d72ed3ab-2d7d-4090-bfcc-d3f54c8e5f22 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=8e213c79-0ba4-458e-84ef-70d744799a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0945144 Sep 28 08:40:29.064322 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6cecfdf2-baf2-4084-831c-111387d27267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (0ca48801-f90d-42ac-a573-dc95c0baf2c2), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:29.161857 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cecfdf2-baf2-4084-831c-111387d27267 admin admin] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:29.167993 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-6cecfdf2-baf2-4084-831c-111387d27267 admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:29.187504 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cecfdf2-baf2-4084-831c-111387d27267 admin admin] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:40:29.239797 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecfdf2-baf2-4084-831c-111387d27267 admin admin] Pushing event updated for resources: {'Port': ['ID=0ca48801-f90d-42ac-a573-dc95c0baf2c2,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:29.287716 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7e01463f-a359-434c-a95a-f9b509671761 req-e8be91de-d694-425e-8182-8141cff57be0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8e213c79-0ba4-458e-84ef-70d744799a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380075 Sep 28 08:40:29.357706 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef2174-a9d4-4d63-8d48-409ef554e00a req-7e152c72-7fed-4aff-99fe-369a7d94ada4 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:29.360435 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-faef2174-a9d4-4d63-8d48-409ef554e00a req-7e152c72-7fed-4aff-99fe-369a7d94ada4 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.1306400 Sep 28 08:40:29.394711 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eac70-bcfa-45a9-867a-c0cff224a570 req-fa962af6-175a-4f93-80c9-d96d81aa4c4a tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:29.412740 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c73eac70-bcfa-45a9-867a-c0cff224a570 req-fa962af6-175a-4f93-80c9-d96d81aa4c4a tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.1458094 Sep 28 08:40:29.444245 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:29.489303 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:29.542969 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:29.545922 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-faef2174-a9d4-4d63-8d48-409ef554e00a req-63ba4aba-0776-46b3-95f0-a7ca61f6855c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768668 Sep 28 08:40:29.553275 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c73eac70-bcfa-45a9-867a-c0cff224a570 req-5f3d333c-1c98-4008-85f8-2ff1154349d2 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393054 Sep 28 08:40:29.616432 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device ca74ab3b-0964-4935-94c0-394910aa7c6c up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:29.680512 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port ca74ab3b-0964-4935-94c0-394910aa7c6c triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:29.681286 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (ca74ab3b-0964-4935-94c0-394910aa7c6c), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:29.682303 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port ca74ab3b-0964-4935-94c0-394910aa7c6c Sep 28 08:40:29.784505 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port ca74ab3b-0964-4935-94c0-394910aa7c6c is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:29.786281 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device e8960060-107c-4f36-9d36-90466ed6d81f up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:29.801073 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7e01463f-a359-434c-a95a-f9b509671761 req-10c97c10-3e3a-4b87-89d4-a33a74e6b5b6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8e213c79-0ba4-458e-84ef-70d744799a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763293 Sep 28 08:40:29.874220 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port e8960060-107c-4f36-9d36-90466ed6d81f triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:29.874634 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (e8960060-107c-4f36-9d36-90466ed6d81f), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:29.875093 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port e8960060-107c-4f36-9d36-90466ed6d81f Sep 28 08:40:29.888429 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6cecfdf2-baf2-4084-831c-111387d27267 admin admin] Publish callbacks [] for router_gateway (4c6f4845-011a-4e0c-93ce-2d04c53b16a4), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:29.976864 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c9f57b-ba30-4bde-a8d0-90f25b0e2570 None None] Network d515136f-3b12-489a-84c2-3d1bba246612 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:40:30.041268 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port e8960060-107c-4f36-9d36-90466ed6d81f is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:30.041817 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (e8960060-107c-4f36-9d36-90466ed6d81f), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:30.070232 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-b9ce154a-c48b-487c-8242-d9efea8c8678 None None] Provisioning complete for port e8960060-107c-4f36-9d36-90466ed6d81f triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:30.070597 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b9ce154a-c48b-487c-8242-d9efea8c8678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (e8960060-107c-4f36-9d36-90466ed6d81f), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:30.070981 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-b9ce154a-c48b-487c-8242-d9efea8c8678 None None] Attempt 1 to provision port e8960060-107c-4f36-9d36-90466ed6d81f Sep 28 08:40:30.118322 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:30.171188 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] For port e8960060-107c-4f36-9d36-90466ed6d81f, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=e8960060-107c-4f36-9d36-90466ed6d81f,segment=NetworkSegment(073eed6a-1577-4f64-988d-2ef01a1be03a),segment_id=073eed6a-1577-4f64-988d-2ef01a1be03a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:30.180575 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (e8960060-107c-4f36-9d36-90466ed6d81f), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:30.286707 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Pushing event updated for resources: {'Port': ['ID=e8960060-107c-4f36-9d36-90466ed6d81f,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:30.323630 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-b9ce154a-c48b-487c-8242-d9efea8c8678 None None] Current status of the port e8960060-107c-4f36-9d36-90466ed6d81f is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:30.439810 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6cecfdf2-baf2-4084-831c-111387d27267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595702'] for router (4c6f4845-011a-4e0c-93ce-2d04c53b16a4), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:30.493786 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:30.542235 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-478d46b2-0057-4027-af10-629aeea07da9 None None] Provisioning complete for port e8960060-107c-4f36-9d36-90466ed6d81f triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:30.542622 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-478d46b2-0057-4027-af10-629aeea07da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (e8960060-107c-4f36-9d36-90466ed6d81f), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:30.542951 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-478d46b2-0057-4027-af10-629aeea07da9 None None] Attempt 1 to provision port e8960060-107c-4f36-9d36-90466ed6d81f Sep 28 08:40:30.598569 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cecfdf2-baf2-4084-831c-111387d27267 admin admin] Router 4c6f4845-011a-4e0c-93ce-2d04c53b16a4 is scheduled to L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c with binding_index 1 {{(pid=106475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:40:30.654306 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-478d46b2-0057-4027-af10-629aeea07da9 None None] Current status of the port e8960060-107c-4f36-9d36-90466ed6d81f is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:30.726151 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbcd58-4093-410a-9c3f-ba12658f0af8 req-518c2114-c8da-4a25-8bf3-ec9ce0654a2d tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:30.728193 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cecfdf2-baf2-4084-831c-111387d27267 admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:30.733120 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0fbbcd58-4093-410a-9c3f-ba12658f0af8 req-518c2114-c8da-4a25-8bf3-ec9ce0654a2d tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0731866 Sep 28 08:40:30.740599 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] Sync routers for ids ['4c6f4845-011a-4e0c-93ce-2d04c53b16a4'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:30.755528 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:30.759095 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] Routers {'4c6f4845-011a-4e0c-93ce-2d04c53b16a4'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:40:30.759762 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:40:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['4c6f4845-011a-4e0c-93ce-2d04c53b16a4'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:30.764054 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6cecfdf2-baf2-4084-831c-111387d27267 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:30.769445 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-6cecfdf2-baf2-4084-831c-111387d27267 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.4272563 Sep 28 08:40:30.770398 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 55616) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:30.828571 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb7253-8009-42ac-b86a-55d9f58cd056 req-8b5c0abb-5a80-4dfd-9ad1-973d9242427d tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:30.830615 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-84eb7253-8009-42ac-b86a-55d9f58cd056 req-8b5c0abb-5a80-4dfd-9ad1-973d9242427d tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.1121452 Sep 28 08:40:31.053212 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] Set router 4c6f4845-011a-4e0c-93ce-2d04c53b16a4 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:40:31.216661 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0fbbcd58-4093-410a-9c3f-ba12658f0af8 req-21272a89-31f2-4723-86eb-39e7e740e9e5 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823806 Sep 28 08:40:31.248287 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:31.265308 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-84eb7253-8009-42ac-b86a-55d9f58cd056 req-aefe0b62-0ad0-471d-a2fa-204c346ea68e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4257581 Sep 28 08:40:31.293535 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:31.300195 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6f4845-011a-4e0c-93ce-2d04c53b16a4', 'name': 'tempest-TestShelveInstance-496108575-router', 'tenant_id': 'f6dac82b091e40b38f9fd37de64e1566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '0ca48801-f90d-42ac-a573-dc95c0baf2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:27Z', 'updated_at': '2022-09-28T08:40:29Z', 'revision_number': 3, 'project_id': 'f6dac82b091e40b38f9fd37de64e1566', 'gw_port': {'id': '0ca48801-f90d-42ac-a573-dc95c0baf2c2', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:50:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6f4845-011a-4e0c-93ce-2d04c53b16a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:28Z', 'updated_at': '2022-09-28T08:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:31.343454 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] Checking router: 4c6f4845-011a-4e0c-93ce-2d04c53b16a4 for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:40:31.346151 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] Updating router 4c6f4845-011a-4e0c-93ce-2d04c53b16a4 port 0ca48801-f90d-42ac-a573-dc95c0baf2c2 binding host dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:40:31.370068 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-64815382-1619-4ce5-b93c-29552fef2421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:31.394544 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (0ca48801-f90d-42ac-a573-dc95c0baf2c2), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:31.446328 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device e8960060-107c-4f36-9d36-90466ed6d81f up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:31.592011 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-64815382-1619-4ce5-b93c-29552fef2421 admin admin] Allocated IP 172.20.0.1 (d515136f-3b12-489a-84c2-3d1bba246612/2e7cbf58-d056-4d02-9153-21acc56a652b/72d9c5be-51e8-4cfe-ba41-2bd896fdc71a) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:40:31.608303 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:31.616810 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port e8960060-107c-4f36-9d36-90466ed6d81f triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:31.617229 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (e8960060-107c-4f36-9d36-90466ed6d81f), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:31.617570 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port e8960060-107c-4f36-9d36-90466ed6d81f Sep 28 08:40:31.664201 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:31.704680 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-64815382-1619-4ce5-b93c-29552fef2421 admin admin] Publish callbacks [] for port (72d9c5be-51e8-4cfe-ba41-2bd896fdc71a), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:31.737921 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-64815382-1619-4ce5-b93c-29552fef2421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (72d9c5be-51e8-4cfe-ba41-2bd896fdc71a), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:31.779825 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port e8960060-107c-4f36-9d36-90466ed6d81f is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:31.788111 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64815382-1619-4ce5-b93c-29552fef2421 admin admin] Network d515136f-3b12-489a-84c2-3d1bba246612 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:31.794132 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-64815382-1619-4ce5-b93c-29552fef2421 admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:31.795369 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] Publish callbacks [] for port (0ca48801-f90d-42ac-a573-dc95c0baf2c2), precommit_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:31.796447 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64815382-1619-4ce5-b93c-29552fef2421 admin admin] Pushing event updated for resources: {'Port': ['ID=72d9c5be-51e8-4cfe-ba41-2bd896fdc71a,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:31.798751 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64815382-1619-4ce5-b93c-29552fef2421 admin admin] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:40:31.806680 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (0ca48801-f90d-42ac-a573-dc95c0baf2c2), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:31.848944 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-64815382-1619-4ce5-b93c-29552fef2421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605409'] for router_interface (4c6f4845-011a-4e0c-93ce-2d04c53b16a4), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:31.850663 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] Attempting to bind port 0ca48801-f90d-42ac-a573-dc95c0baf2c2 on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:40:31.851042 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] Attempting to bind port 0ca48801-f90d-42ac-a573-dc95c0baf2c2 by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:40:31.851411 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] Attempting to bind port 0ca48801-f90d-42ac-a573-dc95c0baf2c2 on network 53303c84-4465-4011-9c65-8bdf4507ffd3 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:31.893775 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ddef2-7220-4200-967f-30825f1e6c44 None None] Pushing event updated for resources: {'Port': ['ID=0ca48801-f90d-42ac-a573-dc95c0baf2c2,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:31.912762 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:40:31.913306 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] Checking segment: {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:40:31.913758 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:31.914154 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] Bound using segment: {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:40:31.914638 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] Bound port: 0ca48801-f90d-42ac-a573-dc95c0baf2c2, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:40:31.915377 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (0ca48801-f90d-42ac-a573-dc95c0baf2c2), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:31.979281 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:31.982335 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] For port 0ca48801-f90d-42ac-a573-dc95c0baf2c2, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:31.986513 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] For port 0ca48801-f90d-42ac-a573-dc95c0baf2c2, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=0ca48801-f90d-42ac-a573-dc95c0baf2c2,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:31.992838 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (0ca48801-f90d-42ac-a573-dc95c0baf2c2), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:32.013359 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-64815382-1619-4ce5-b93c-29552fef2421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (72d9c5be-51e8-4cfe-ba41-2bd896fdc71a), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:32.035845 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] Routers {'4c6f4845-011a-4e0c-93ce-2d04c53b16a4'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:40:32.036471 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:40:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['4c6f4845-011a-4e0c-93ce-2d04c53b16a4'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:32.105036 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ddef2-7220-4200-967f-30825f1e6c44 None None] Pushing event updated for resources: {'Port': ['ID=0ca48801-f90d-42ac-a573-dc95c0baf2c2,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:32.110449 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-3428ca6a-6619-4248-9fad-7d7c78606a52 None None] Provisioning complete for port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:32.110823 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-3428ca6a-6619-4248-9fad-7d7c78606a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (72d9c5be-51e8-4cfe-ba41-2bd896fdc71a), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:32.111154 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-3428ca6a-6619-4248-9fad-7d7c78606a52 None None] Attempt 1 to provision port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a Sep 28 08:40:32.181957 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-3428ca6a-6619-4248-9fad-7d7c78606a52 None None] Port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:40:32.190887 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-64815382-1619-4ce5-b93c-29552fef2421 admin admin] Publish callbacks [] for port (72d9c5be-51e8-4cfe-ba41-2bd896fdc71a), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:32.196393 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-64815382-1619-4ce5-b93c-29552fef2421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (72d9c5be-51e8-4cfe-ba41-2bd896fdc71a), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:32.199519 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] Set router 4c6f4845-011a-4e0c-93ce-2d04c53b16a4 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:40:32.249264 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:32.276278 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64815382-1619-4ce5-b93c-29552fef2421 admin admin] Pushing event updated for resources: {'Port': ['ID=72d9c5be-51e8-4cfe-ba41-2bd896fdc71a,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:32.279000 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-64815382-1619-4ce5-b93c-29552fef2421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1605525'] for router_interface (4c6f4845-011a-4e0c-93ce-2d04c53b16a4), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:32.365336 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fdc94-dad2-4c39-975f-eb76a0917ef6 req-0b1608c5-72df-4bd6-ba83-5142c1776b27 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:32.368284 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9d8fdc94-dad2-4c39-975f-eb76a0917ef6 req-0b1608c5-72df-4bd6-ba83-5142c1776b27 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0675056 Sep 28 08:40:32.408518 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64815382-1619-4ce5-b93c-29552fef2421 admin admin] Network d515136f-3b12-489a-84c2-3d1bba246612 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:40:32.410201 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-64815382-1619-4ce5-b93c-29552fef2421 admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:40:32.410667 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6f4845-011a-4e0c-93ce-2d04c53b16a4', 'name': 'tempest-TestShelveInstance-496108575-router', 'tenant_id': 'f6dac82b091e40b38f9fd37de64e1566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '0ca48801-f90d-42ac-a573-dc95c0baf2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:27Z', 'updated_at': '2022-09-28T08:40:31Z', 'revision_number': 4, 'project_id': 'f6dac82b091e40b38f9fd37de64e1566', 'gw_port': {'id': '0ca48801-f90d-42ac-a573-dc95c0baf2c2', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:50:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6f4845-011a-4e0c-93ce-2d04c53b16a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:28Z', 'updated_at': '2022-09-28T08:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '72d9c5be-51e8-4cfe-ba41-2bd896fdc71a', 'name': '', 'network_id': 'd515136f-3b12-489a-84c2-3d1bba246612', 'tenant_id': 'f6dac82b091e40b38f9fd37de64e1566', 'mac_address': 'fa:16:3e:06:b2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6f4845-011a-4e0c-93ce-2d04c53b16a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2e7cbf58-d056-4d02-9153-21acc56a652b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:31Z', 'updated_at': '2022-09-28T08:40:31Z', 'revision_number': 1, 'project_id': 'f6dac82b091e40b38f9fd37de64e1566', 'subnets': [{'id': '2e7cbf58-d056-4d02-9153-21acc56a652b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:32.447799 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de2996-9102-4dc5-a6ed-b9550e28a534 req-5c35c56e-12e2-4995-9736-c44753dadf72 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:32.448738 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6fe52d-c3c5-4197-938e-1ad1f3e8663d None None] The sync data for ids ['4c6f4845-011a-4e0c-93ce-2d04c53b16a4'] in dv-cinder-844563-8-iscsi is: [{'id': '4c6f4845-011a-4e0c-93ce-2d04c53b16a4', 'name': 'tempest-TestShelveInstance-496108575-router', 'tenant_id': 'f6dac82b091e40b38f9fd37de64e1566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '0ca48801-f90d-42ac-a573-dc95c0baf2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:27Z', 'updated_at': '2022-09-28T08:40:31Z', 'revision_number': 4, 'project_id': 'f6dac82b091e40b38f9fd37de64e1566', 'gw_port': {'id': '0ca48801-f90d-42ac-a573-dc95c0baf2c2', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:50:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6f4845-011a-4e0c-93ce-2d04c53b16a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:28Z', 'updated_at': '2022-09-28T08:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '72d9c5be-51e8-4cfe-ba41-2bd896fdc71a', 'name': '', 'network_id': 'd515136f-3b12-489a-84c2-3d1bba246612', 'tenant_id': 'f6dac82b091e40b38f9fd37de64e1566', 'mac_address': 'fa:16:3e:06:b2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6f4845-011a-4e0c-93ce-2d04c53b16a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2e7cbf58-d056-4d02-9153-21acc56a652b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:31Z', 'updated_at': '2022-09-28T08:40:31Z', 'revision_number': 1, 'project_id': 'f6dac82b091e40b38f9fd37de64e1566', 'subnets': [{'id': '2e7cbf58-d056-4d02-9153-21acc56a652b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:32.454773 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-07de2996-9102-4dc5-a6ed-b9550e28a534 req-5c35c56e-12e2-4995-9736-c44753dadf72 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.0847704 Sep 28 08:40:32.471620 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:32.496932 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9d8fdc94-dad2-4c39-975f-eb76a0917ef6 req-5c775433-0e3a-47d0-a04a-dde27e6eb619 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162167 Sep 28 08:40:32.541828 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-07de2996-9102-4dc5-a6ed-b9550e28a534 req-f3c855c6-2657-451a-b4f2-08b1a7ac8a5f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861857 Sep 28 08:40:32.586400 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64815382-1619-4ce5-b93c-29552fef2421 admin admin] Router 4c6f4845-011a-4e0c-93ce-2d04c53b16a4 has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:40:32.683127 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-3428ca6a-6619-4248-9fad-7d7c78606a52 None None] Attempt 2 to provision port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a Sep 28 08:40:32.740160 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64815382-1619-4ce5-b93c-29552fef2421 admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:32.752155 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-64815382-1619-4ce5-b93c-29552fef2421 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/4c6f4845-011a-4e0c-93ce-2d04c53b16a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9799750 Sep 28 08:40:32.755615 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-3428ca6a-6619-4248-9fad-7d7c78606a52 None None] Port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:40:33.025392 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 55678) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:33.156418 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f94e7-18d4-4e6a-b9f5-9ca056a934fa req-daa7a724-8c25-42e7-9764-00f5216e5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:33.158180 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-029f94e7-18d4-4e6a-b9f5-9ca056a934fa req-daa7a724-8c25-42e7-9764-00f5216e5d7d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c067f1df3c7f47299bc2db03d904d156&device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 1128 time: 0.0735586 Sep 28 08:40:33.256222 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-3428ca6a-6619-4248-9fad-7d7c78606a52 None None] Attempt 3 to provision port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a Sep 28 08:40:33.293837 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-c73cccd9-98c3-46ec-afa2-dbfa5e4bb97d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=3777d8561b4e4c9385e87007b37fa57a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2645364 Sep 28 08:40:33.294054 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 55684) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:33.294927 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-3428ca6a-6619-4248-9fad-7d7c78606a52 None None] Port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:40:33.328516 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 55686) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:33.334014 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-8ae8fae7-f4e9-4d35-b4b7-1fa6344b9688 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-36982107', 'description': 'tempest-secgroup-smoke-36982107 description', 'project_id': 'c507f95ba3c34cc789ee8903b40c346d'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:40:33.379052 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8ae8fae7-f4e9-4d35-b4b7-1fa6344b9688 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:33.406194 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f94e7-18d4-4e6a-b9f5-9ca056a934fa req-e5b97ff5-0d78-4a6c-8bd2-fa5160d90a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:33.407754 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-029f94e7-18d4-4e6a-b9f5-9ca056a934fa req-e5b97ff5-0d78-4a6c-8bd2-fa5160d90a2e service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=8e213c79-0ba4-458e-84ef-70d744799a89 HTTP/1.1" status: 200 len: 917 time: 0.2230752 Sep 28 08:40:33.408849 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e38731b9-873c-4152-bfc0-2c2052e13407 admin admin] Publish callbacks [] for security_group (e8bec85e-553c-4811-aff1-93a2e2917de1), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:33.467265 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-029f94e7-18d4-4e6a-b9f5-9ca056a934fa req-83b62e13-6d5c-4cb7-8674-f335c8f7d817 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34490fea-8100-40b7-919a-078c2cfc5f1d HTTP/1.1" status: 200 len: 217 time: 0.0487616 Sep 28 08:40:33.472119 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e38731b9-873c-4152-bfc0-2c2052e13407 admin admin] Publish callbacks [] for security_group (e8bec85e-553c-4811-aff1-93a2e2917de1), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:33.488297 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8ae8fae7-f4e9-4d35-b4b7-1fa6344b9688 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for security_group (89141cfe-1581-4eae-8219-dbd88c215341), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:33.493857 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8ae8fae7-f4e9-4d35-b4b7-1fa6344b9688 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (89141cfe-1581-4eae-8219-dbd88c215341), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:33.522729 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8ae8fae7-f4e9-4d35-b4b7-1fa6344b9688 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:33.527183 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-8ae8fae7-f4e9-4d35-b4b7-1fa6344b9688 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1975224 Sep 28 08:40:33.527802 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 55688) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:33.534712 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-aa94ee78-04f5-4418-b6de-0a1d39adbab9 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Request body: {'security_group_rule': {'security_group_id': '89141cfe-1581-4eae-8219-dbd88c215341', 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:40:33.559499 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f94e7-18d4-4e6a-b9f5-9ca056a934fa req-fcc9c2c5-bba0-45da-9f49-0bff73a58b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:33.561408 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-029f94e7-18d4-4e6a-b9f5-9ca056a934fa req-fcc9c2c5-bba0-45da-9f49-0bff73a58b3a service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=bea30454-8677-4268-a491-c558446ae000 HTTP/1.1" status: 200 len: 855 time: 0.0867414 Sep 28 08:40:33.567199 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8fae7-f4e9-4d35-b4b7-1fa6344b9688 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89141cfe-1581-4eae-8219-dbd88c215341,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:33.588440 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-aa94ee78-04f5-4418-b6de-0a1d39adbab9 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for security_group_rule (7b88497b-aa05-45bf-a2b5-87d72eed6b4f), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:33.634431 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f94e7-18d4-4e6a-b9f5-9ca056a934fa req-08f351a6-675b-4195-ad60-0bd039fe299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:33.636299 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-029f94e7-18d4-4e6a-b9f5-9ca056a934fa req-08f351a6-675b-4195-ad60-0bd039fe299a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=8e213c79-0ba4-458e-84ef-70d744799a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683129 Sep 28 08:40:33.637134 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e38731b9-873c-4152-bfc0-2c2052e13407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (e8bec85e-553c-4811-aff1-93a2e2917de1), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:33.640181 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e38731b9-873c-4152-bfc0-2c2052e13407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:33.646481 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e38731b9-873c-4152-bfc0-2c2052e13407 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e8bec85e-553c-4811-aff1-93a2e2917de1 HTTP/1.1" status: 204 len: 168 time: 0.3512878 Sep 28 08:40:33.725464 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38731b9-873c-4152-bfc0-2c2052e13407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bec85e-553c-4811-aff1-93a2e2917de1,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:33.740473 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-aa94ee78-04f5-4418-b6de-0a1d39adbab9 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for security_group_rule (7b88497b-aa05-45bf-a2b5-87d72eed6b4f), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:33.751115 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e55bb-4a04-493a-90e8-c7a4bbb14fce req-4a3d7189-467c-41ab-96d5-f9ae8e7a0007 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:33.758622 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8e6e55bb-4a04-493a-90e8-c7a4bbb14fce req-4a3d7189-467c-41ab-96d5-f9ae8e7a0007 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.1063602 Sep 28 08:40:33.773118 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179322d-d5cd-4bdc-9fb2-fc291682b1f2 req-1f19cb8a-774f-49ff-b753-2fa2d21fd49f tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:33.781764 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3179322d-d5cd-4bdc-9fb2-fc291682b1f2 req-1f19cb8a-774f-49ff-b753-2fa2d21fd49f tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.1583047 Sep 28 08:40:33.783591 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-aa94ee78-04f5-4418-b6de-0a1d39adbab9 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (7b88497b-aa05-45bf-a2b5-87d72eed6b4f), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:33.794452 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:33.797229 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-3428ca6a-6619-4248-9fad-7d7c78606a52 None None] Attempt 4 to provision port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a Sep 28 08:40:33.834137 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-029f94e7-18d4-4e6a-b9f5-9ca056a934fa req-62dbb1b3-89b5-42b2-b20b-8820f61df0c9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8e213c79-0ba4-458e-84ef-70d744799a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847429 Sep 28 08:40:33.852339 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-aa94ee78-04f5-4418-b6de-0a1d39adbab9 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:33.856073 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-aa94ee78-04f5-4418-b6de-0a1d39adbab9 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3227539 Sep 28 08:40:33.856073 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94ee78-04f5-4418-b6de-0a1d39adbab9 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b88497b-aa05-45bf-a2b5-87d72eed6b4f,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:33.866744 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 55698) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:33.878049 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-c17b3027-0931-464e-b179-074dd1478a2f tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Request body: {'security_group_rule': {'security_group_id': '89141cfe-1581-4eae-8219-dbd88c215341', 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:40:33.883816 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-3428ca6a-6619-4248-9fad-7d7c78606a52 None None] Port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:40:33.912477 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:33.929725 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8e6e55bb-4a04-493a-90e8-c7a4bbb14fce req-755eab60-7f21-41ff-9062-3a073b8d1d10 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698043 Sep 28 08:40:33.934122 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3179322d-d5cd-4bdc-9fb2-fc291682b1f2 req-d0301d5b-3f83-419d-ba5f-02f2cda0c2f9 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515288 Sep 28 08:40:33.954083 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c17b3027-0931-464e-b179-074dd1478a2f tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for security_group_rule (b1e39172-52bb-406c-a02c-f23efa4e2a52), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:34.032212 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:34.045563 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-029f94e7-18d4-4e6a-b9f5-9ca056a934fa req-2c9efbd7-7a2b-4608-b73f-4a06bfa051ab service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8e213c79-0ba4-458e-84ef-70d744799a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053523 Sep 28 08:40:34.053546 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c17b3027-0931-464e-b179-074dd1478a2f tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for security_group_rule (b1e39172-52bb-406c-a02c-f23efa4e2a52), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:34.060151 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c17b3027-0931-464e-b179-074dd1478a2f tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (b1e39172-52bb-406c-a02c-f23efa4e2a52), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:34.094162 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b3027-0931-464e-b179-074dd1478a2f tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e39172-52bb-406c-a02c-f23efa4e2a52,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:34.101023 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c17b3027-0931-464e-b179-074dd1478a2f tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:34.103189 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-c17b3027-0931-464e-b179-074dd1478a2f tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2351768 Sep 28 08:40:34.105781 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 55712) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:34.112455 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-1f4ed7ef-efe5-4ee3-96d1-ee3d379f5ed3 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Request body: {'security_group_rule': {'security_group_id': '89141cfe-1581-4eae-8219-dbd88c215341', 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:40:34.151872 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1f4ed7ef-efe5-4ee3-96d1-ee3d379f5ed3 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for security_group_rule (4328a820-8b7b-4162-b743-cc8afafe7978), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:34.210090 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:34.228535 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1f4ed7ef-efe5-4ee3-96d1-ee3d379f5ed3 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for security_group_rule (4328a820-8b7b-4162-b743-cc8afafe7978), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:34.234520 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1f4ed7ef-efe5-4ee3-96d1-ee3d379f5ed3 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (4328a820-8b7b-4162-b743-cc8afafe7978), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:34.256401 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ed7ef-efe5-4ee3-96d1-ee3d379f5ed3 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4328a820-8b7b-4162-b743-cc8afafe7978,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:34.265648 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1f4ed7ef-efe5-4ee3-96d1-ee3d379f5ed3 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:34.266883 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-1f4ed7ef-efe5-4ee3-96d1-ee3d379f5ed3 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1594229 Sep 28 08:40:34.269661 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 55720) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:34.274339 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-455b2d0d-c9ed-4856-856a-98dc88ec0041 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Request body: {'security_group_rule': {'security_group_id': '89141cfe-1581-4eae-8219-dbd88c215341', 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:40:34.301583 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-455b2d0d-c9ed-4856-856a-98dc88ec0041 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for security_group_rule (3d4d7410-f84f-479c-b796-4559f98867d1), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:34.378023 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-455b2d0d-c9ed-4856-856a-98dc88ec0041 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for security_group_rule (3d4d7410-f84f-479c-b796-4559f98867d1), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:34.382474 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-455b2d0d-c9ed-4856-856a-98dc88ec0041 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (3d4d7410-f84f-479c-b796-4559f98867d1), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:34.385808 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-3428ca6a-6619-4248-9fad-7d7c78606a52 None None] Attempt 5 to provision port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a Sep 28 08:40:34.406596 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b2d0d-c9ed-4856-856a-98dc88ec0041 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4d7410-f84f-479c-b796-4559f98867d1,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:34.414377 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-455b2d0d-c9ed-4856-856a-98dc88ec0041 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:34.417741 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-455b2d0d-c9ed-4856-856a-98dc88ec0041 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1466849 Sep 28 08:40:34.418862 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 55728) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:34.423839 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-eb43b27c-3938-4948-bb57-f14f6894796d tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Request body: {'security_group_rule': {'security_group_id': '89141cfe-1581-4eae-8219-dbd88c215341', 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:40:34.430051 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-3428ca6a-6619-4248-9fad-7d7c78606a52 None None] Port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:40:34.445846 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.db.securitygroups_db [None req-eb43b27c-3938-4948-bb57-f14f6894796d tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Project c507f95ba3c34cc789ee8903b40c346d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:40:34.458421 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eb43b27c-3938-4948-bb57-f14f6894796d tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for security_group_rule (0aa15095-b795-452b-8c28-85ee9ff8e6ff), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:34.511889 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eb43b27c-3938-4948-bb57-f14f6894796d tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for security_group_rule (0aa15095-b795-452b-8c28-85ee9ff8e6ff), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:34.517403 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eb43b27c-3938-4948-bb57-f14f6894796d tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (0aa15095-b795-452b-8c28-85ee9ff8e6ff), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:34.537021 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43b27c-3938-4948-bb57-f14f6894796d tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa15095-b795-452b-8c28-85ee9ff8e6ff,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:34.548459 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eb43b27c-3938-4948-bb57-f14f6894796d tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:34.549766 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-eb43b27c-3938-4948-bb57-f14f6894796d tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1299145 Sep 28 08:40:34.552638 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 55732) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:34.557367 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-327fc7b3-258e-45f5-88fe-2273f2689a2c tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Request body: {'security_group_rule': {'security_group_id': '89141cfe-1581-4eae-8219-dbd88c215341', 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:40:34.579832 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.securitygroups_db [None req-327fc7b3-258e-45f5-88fe-2273f2689a2c tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Project c507f95ba3c34cc789ee8903b40c346d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:40:34.586832 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-327fc7b3-258e-45f5-88fe-2273f2689a2c tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for security_group_rule (e55b0f73-012e-4f48-86aa-bec44659f365), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:34.652593 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-327fc7b3-258e-45f5-88fe-2273f2689a2c tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for security_group_rule (e55b0f73-012e-4f48-86aa-bec44659f365), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:34.656629 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-327fc7b3-258e-45f5-88fe-2273f2689a2c tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (e55b0f73-012e-4f48-86aa-bec44659f365), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:34.678275 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fc7b3-258e-45f5-88fe-2273f2689a2c tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e55b0f73-012e-4f48-86aa-bec44659f365,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:34.687756 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-327fc7b3-258e-45f5-88fe-2273f2689a2c tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:34.689045 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-327fc7b3-258e-45f5-88fe-2273f2689a2c tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1352954 Sep 28 08:40:34.919514 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 34490fea-8100-40b7-919a-078c2cfc5f1d details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:40:34.935558 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-3428ca6a-6619-4248-9fad-7d7c78606a52 None None] Attempt 6 to provision port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a Sep 28 08:40:34.990976 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:35.071865 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-3428ca6a-6619-4248-9fad-7d7c78606a52 None None] Port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:40:35.129640 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f84ae-fed9-4767-ad4c-b7b7a5f77e20 req-f9854072-aad1-4269-8580-07de3d312389 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:35.136211 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e44f84ae-fed9-4767-ad4c-b7b7a5f77e20 req-f9854072-aad1-4269-8580-07de3d312389 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.1037433 Sep 28 08:40:35.144074 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 34490fea-8100-40b7-919a-078c2cfc5f1d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=34490fea-8100-40b7-919a-078c2cfc5f1d,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:35.161416 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': '34490fea-8100-40b7-919a-078c2cfc5f1d', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'port_id': '34490fea-8100-40b7-919a-078c2cfc5f1d', 'mac_address': 'fa:16:3e:42:c9:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea30454-8677-4268-a491-c558446ae000', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:40:35.179890 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f096d45-f0a1-4eaa-a55c-9507d63c9558 req-5dee9cd8-c2f4-4d5e-9b48-8183a650146b tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:35.195177 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7f096d45-f0a1-4eaa-a55c-9507d63c9558 req-5dee9cd8-c2f4-4d5e-9b48-8183a650146b tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.1277444 Sep 28 08:40:35.219944 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 34490fea-8100-40b7-919a-078c2cfc5f1d is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:35.220336 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:35.250438 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34490fea-8100-40b7-919a-078c2cfc5f1d {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:40:35.287290 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e44f84ae-fed9-4767-ad4c-b7b7a5f77e20 req-c1c755ea-d543-4e53-a6c2-e5abc5057bc4 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499999 Sep 28 08:40:35.328034 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7f096d45-f0a1-4eaa-a55c-9507d63c9558 req-2a5874c2-9d40-4aa9-9e30-49d7b2d79521 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314781 Sep 28 08:40:35.328756 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 34490fea-8100-40b7-919a-078c2cfc5f1d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=34490fea-8100-40b7-919a-078c2cfc5f1d,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:35.338688 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:35.386930 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:35.422064 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=34490fea-8100-40b7-919a-078c2cfc5f1d,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:35.512987 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 0ca48801-f90d-42ac-a573-dc95c0baf2c2 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:35.561607 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 0ca48801-f90d-42ac-a573-dc95c0baf2c2 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:35.562081 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (0ca48801-f90d-42ac-a573-dc95c0baf2c2), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:35.562512 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 0ca48801-f90d-42ac-a573-dc95c0baf2c2 Sep 28 08:40:35.709266 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-3428ca6a-6619-4248-9fad-7d7c78606a52 None None] Attempt 7 to provision port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a Sep 28 08:40:35.735915 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] Sync routers for ids ['4c6f4845-011a-4e0c-93ce-2d04c53b16a4'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:35.745424 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] Routers {'4c6f4845-011a-4e0c-93ce-2d04c53b16a4'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:40:35.746039 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:40:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['4c6f4845-011a-4e0c-93ce-2d04c53b16a4'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:35.755147 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-3428ca6a-6619-4248-9fad-7d7c78606a52 None None] Port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:40:35.796730 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 0ca48801-f90d-42ac-a573-dc95c0baf2c2 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:35.797147 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (0ca48801-f90d-42ac-a573-dc95c0baf2c2), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:35.817715 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] For port 0ca48801-f90d-42ac-a573-dc95c0baf2c2, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=0ca48801-f90d-42ac-a573-dc95c0baf2c2,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:35.821882 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (0ca48801-f90d-42ac-a573-dc95c0baf2c2), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:35.851568 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] Set router 4c6f4845-011a-4e0c-93ce-2d04c53b16a4 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:40:35.870588 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Pushing event updated for resources: {'Port': ['ID=0ca48801-f90d-42ac-a573-dc95c0baf2c2,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:35.981735 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['34490fea-8100-40b7-919a-078c2cfc5f1d'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:40:36.025273 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:36.064808 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6f4845-011a-4e0c-93ce-2d04c53b16a4', 'name': 'tempest-TestShelveInstance-496108575-router', 'tenant_id': 'f6dac82b091e40b38f9fd37de64e1566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '0ca48801-f90d-42ac-a573-dc95c0baf2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:27Z', 'updated_at': '2022-09-28T08:40:31Z', 'revision_number': 4, 'project_id': 'f6dac82b091e40b38f9fd37de64e1566', 'gw_port': {'id': '0ca48801-f90d-42ac-a573-dc95c0baf2c2', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:50:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6f4845-011a-4e0c-93ce-2d04c53b16a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:28Z', 'updated_at': '2022-09-28T08:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '72d9c5be-51e8-4cfe-ba41-2bd896fdc71a', 'name': '', 'network_id': 'd515136f-3b12-489a-84c2-3d1bba246612', 'tenant_id': 'f6dac82b091e40b38f9fd37de64e1566', 'mac_address': 'fa:16:3e:06:b2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6f4845-011a-4e0c-93ce-2d04c53b16a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2e7cbf58-d056-4d02-9153-21acc56a652b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:31Z', 'updated_at': '2022-09-28T08:40:32Z', 'revision_number': 2, 'project_id': 'f6dac82b091e40b38f9fd37de64e1566', 'subnets': [{'id': '2e7cbf58-d056-4d02-9153-21acc56a652b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:36.090370 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] Checking router: 4c6f4845-011a-4e0c-93ce-2d04c53b16a4 for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:40:36.090722 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] Updating router 4c6f4845-011a-4e0c-93ce-2d04c53b16a4 port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a binding host dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:40:36.118546 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (72d9c5be-51e8-4cfe-ba41-2bd896fdc71a), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:36.256815 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-3428ca6a-6619-4248-9fad-7d7c78606a52 None None] Attempt 8 to provision port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a Sep 28 08:40:36.295462 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-3428ca6a-6619-4248-9fad-7d7c78606a52 None None] Port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:40:36.383637 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:36.388839 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] Publish callbacks [] for port (72d9c5be-51e8-4cfe-ba41-2bd896fdc71a), precommit_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:36.395579 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (72d9c5be-51e8-4cfe-ba41-2bd896fdc71a), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:36.491873 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] Attempting to bind port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:40:36.492245 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] Attempting to bind port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': '073eed6a-1577-4f64-988d-2ef01a1be03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd515136f-3b12-489a-84c2-3d1bba246612'}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:40:36.492574 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99c104-75ec-4482-bf33-08d8d2d3d233 req-cf581a79-34f9-426d-9a88-fc145fd3cbac tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:36.493076 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] Attempting to bind port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a on network d515136f-3b12-489a-84c2-3d1bba246612 {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:40:36.495059 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-da99c104-75ec-4482-bf33-08d8d2d3d233 req-cf581a79-34f9-426d-9a88-fc145fd3cbac tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 945 time: 0.1058354 Sep 28 08:40:36.529305 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ea870-f1c0-4ec5-af29-b91497287ed6 None None] Pushing event updated for resources: {'Port': ['ID=72d9c5be-51e8-4cfe-ba41-2bd896fdc71a,revision_number=3']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:36.558636 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:40:36.559012 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] Checking segment: {'id': '073eed6a-1577-4f64-988d-2ef01a1be03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd515136f-3b12-489a-84c2-3d1bba246612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:40:36.559413 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:36.559802 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] Bound using segment: {'id': '073eed6a-1577-4f64-988d-2ef01a1be03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd515136f-3b12-489a-84c2-3d1bba246612'} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:40:36.560276 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] Bound port: 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073eed6a-1577-4f64-988d-2ef01a1be03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'd515136f-3b12-489a-84c2-3d1bba246612'}}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:40:36.560656 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (72d9c5be-51e8-4cfe-ba41-2bd896fdc71a), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:36.568948 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbca517-3301-420b-864a-e00edb66fe42 req-4bda33d3-c7a4-49b9-91ee-1ef95ceaf139 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:36.570479 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bbbca517-3301-420b-864a-e00edb66fe42 req-4bda33d3-c7a4-49b9-91ee-1ef95ceaf139 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0969009 Sep 28 08:40:36.594782 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:36.612180 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-da99c104-75ec-4482-bf33-08d8d2d3d233 req-a73e8c5e-918a-40fa-8e11-5a42dd6752d9 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913048 Sep 28 08:40:36.622812 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:36.644718 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bbbca517-3301-420b-864a-e00edb66fe42 req-d04c17bc-4330-43c6-9446-2bed33ad784d tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657938 Sep 28 08:40:36.645115 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] For port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:40:36.657121 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] For port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=72d9c5be-51e8-4cfe-ba41-2bd896fdc71a,segment=NetworkSegment(073eed6a-1577-4f64-988d-2ef01a1be03a),segment_id=073eed6a-1577-4f64-988d-2ef01a1be03a)] {{(pid=106478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:40:36.665263 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (72d9c5be-51e8-4cfe-ba41-2bd896fdc71a), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:36.699207 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] Routers {'4c6f4845-011a-4e0c-93ce-2d04c53b16a4'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:40:36.699737 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:40:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['4c6f4845-011a-4e0c-93ce-2d04c53b16a4'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:36.760729 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ea870-f1c0-4ec5-af29-b91497287ed6 None None] Pushing event updated for resources: {'Port': ['ID=72d9c5be-51e8-4cfe-ba41-2bd896fdc71a,revision_number=4']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:36.796324 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-3428ca6a-6619-4248-9fad-7d7c78606a52 None None] Attempt 9 to provision port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a Sep 28 08:40:36.873433 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-3428ca6a-6619-4248-9fad-7d7c78606a52 None None] Current status of the port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:36.873829 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-3428ca6a-6619-4248-9fad-7d7c78606a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (72d9c5be-51e8-4cfe-ba41-2bd896fdc71a), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:36.905065 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] Set router 4c6f4845-011a-4e0c-93ce-2d04c53b16a4 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:40:36.908982 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-3428ca6a-6619-4248-9fad-7d7c78606a52 None None] For port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=72d9c5be-51e8-4cfe-ba41-2bd896fdc71a,segment=NetworkSegment(073eed6a-1577-4f64-988d-2ef01a1be03a),segment_id=073eed6a-1577-4f64-988d-2ef01a1be03a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:36.913057 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-3428ca6a-6619-4248-9fad-7d7c78606a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (72d9c5be-51e8-4cfe-ba41-2bd896fdc71a), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:36.949192 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:36.963654 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428ca6a-6619-4248-9fad-7d7c78606a52 None None] Pushing event updated for resources: {'Port': ['ID=72d9c5be-51e8-4cfe-ba41-2bd896fdc71a,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:37.035021 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-f089c5d4-a251-4b1f-9e6d-deae371665cb None None] Provisioning complete for port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:37.035408 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-f089c5d4-a251-4b1f-9e6d-deae371665cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (72d9c5be-51e8-4cfe-ba41-2bd896fdc71a), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:37.035747 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-f089c5d4-a251-4b1f-9e6d-deae371665cb None None] Attempt 1 to provision port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a Sep 28 08:40:37.100572 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6f4845-011a-4e0c-93ce-2d04c53b16a4', 'name': 'tempest-TestShelveInstance-496108575-router', 'tenant_id': 'f6dac82b091e40b38f9fd37de64e1566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '0ca48801-f90d-42ac-a573-dc95c0baf2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:27Z', 'updated_at': '2022-09-28T08:40:31Z', 'revision_number': 4, 'project_id': 'f6dac82b091e40b38f9fd37de64e1566', 'gw_port': {'id': '0ca48801-f90d-42ac-a573-dc95c0baf2c2', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:50:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6f4845-011a-4e0c-93ce-2d04c53b16a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:28Z', 'updated_at': '2022-09-28T08:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '72d9c5be-51e8-4cfe-ba41-2bd896fdc71a', 'name': '', 'network_id': 'd515136f-3b12-489a-84c2-3d1bba246612', 'tenant_id': 'f6dac82b091e40b38f9fd37de64e1566', 'mac_address': 'fa:16:3e:06:b2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6f4845-011a-4e0c-93ce-2d04c53b16a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2e7cbf58-d056-4d02-9153-21acc56a652b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:31Z', 'updated_at': '2022-09-28T08:40:36Z', 'revision_number': 4, 'project_id': 'f6dac82b091e40b38f9fd37de64e1566', 'subnets': [{'id': '2e7cbf58-d056-4d02-9153-21acc56a652b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:37.108380 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:37.114700 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-f089c5d4-a251-4b1f-9e6d-deae371665cb None None] Current status of the port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:37.131828 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bead232d-ee23-4f5d-9435-56cedfe404b0 None None] The sync data for ids ['4c6f4845-011a-4e0c-93ce-2d04c53b16a4'] in dv-cinder-844563-8-iscsi is: [{'id': '4c6f4845-011a-4e0c-93ce-2d04c53b16a4', 'name': 'tempest-TestShelveInstance-496108575-router', 'tenant_id': 'f6dac82b091e40b38f9fd37de64e1566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '0ca48801-f90d-42ac-a573-dc95c0baf2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:27Z', 'updated_at': '2022-09-28T08:40:31Z', 'revision_number': 4, 'project_id': 'f6dac82b091e40b38f9fd37de64e1566', 'gw_port': {'id': '0ca48801-f90d-42ac-a573-dc95c0baf2c2', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:50:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6f4845-011a-4e0c-93ce-2d04c53b16a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:28Z', 'updated_at': '2022-09-28T08:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '72d9c5be-51e8-4cfe-ba41-2bd896fdc71a', 'name': '', 'network_id': 'd515136f-3b12-489a-84c2-3d1bba246612', 'tenant_id': 'f6dac82b091e40b38f9fd37de64e1566', 'mac_address': 'fa:16:3e:06:b2:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6f4845-011a-4e0c-93ce-2d04c53b16a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2e7cbf58-d056-4d02-9153-21acc56a652b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:31Z', 'updated_at': '2022-09-28T08:40:36Z', 'revision_number': 4, 'project_id': 'f6dac82b091e40b38f9fd37de64e1566', 'subnets': [{'id': '2e7cbf58-d056-4d02-9153-21acc56a652b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:37.444554 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 0ca48801-f90d-42ac-a573-dc95c0baf2c2 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:37.495530 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 0ca48801-f90d-42ac-a573-dc95c0baf2c2 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:37.495911 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (0ca48801-f90d-42ac-a573-dc95c0baf2c2), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:37.496807 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 0ca48801-f90d-42ac-a573-dc95c0baf2c2 Sep 28 08:40:37.580095 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 34490fea-8100-40b7-919a-078c2cfc5f1d up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:37.645475 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 0ca48801-f90d-42ac-a573-dc95c0baf2c2 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:37.646828 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:40:37.648905 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning for port 34490fea-8100-40b7-919a-078c2cfc5f1d completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 08:40:37.695902 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port 34490fea-8100-40b7-919a-078c2cfc5f1d triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:37.696434 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:37.696919 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port 34490fea-8100-40b7-919a-078c2cfc5f1d Sep 28 08:40:37.756528 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86ef7d-0991-4c36-b049-aaba6729ff7d req-42c8ea41-ca86-4c15-b66d-d154bb53b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:37.761840 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cb86ef7d-0991-4c36-b049-aaba6729ff7d req-42c8ea41-ca86-4c15-b66d-d154bb53b491 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 1129 time: 0.0858116 Sep 28 08:40:37.795597 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725e925-a693-42f4-ae7b-921676ef117b req-236360ae-1d96-4b99-b2ea-fc81b1e8f64b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:37.805284 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2725e925-a693-42f4-ae7b-921676ef117b req-236360ae-1d96-4b99-b2ea-fc81b1e8f64b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 945 time: 0.0798025 Sep 28 08:40:37.824131 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:40:37.824726 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (72d9c5be-51e8-4cfe-ba41-2bd896fdc71a), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:37.824837 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a Sep 28 08:40:37.846899 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cb86ef7d-0991-4c36-b049-aaba6729ff7d req-5cd8ed9a-86f5-4938-bc94-9c64f47eefcf service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780094 Sep 28 08:40:37.888085 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a290bb2-4647-475c-8d73-6bb25b35281a req-dc865be8-e957-4c75-b9a9-517e085a46da tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:37.889668 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5a290bb2-4647-475c-8d73-6bb25b35281a req-dc865be8-e957-4c75-b9a9-517e085a46da tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0735543 Sep 28 08:40:37.896441 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 34490fea-8100-40b7-919a-078c2cfc5f1d is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:37.896838 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:37.928096 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2725e925-a693-42f4-ae7b-921676ef117b req-b83e40ce-77c3-4ff5-82b9-0528f58d4ec9 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219175 Sep 28 08:40:37.941058 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34490fea-8100-40b7-919a-078c2cfc5f1d'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:40:37.945604 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd9d315-bef0-487f-87da-ff91a37f3bc7" -d '{"events": [{"server_uuid": "4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4", "name": "network-vif-plugged", "status": "completed", "tag": "34490fea-8100-40b7-919a-078c2cfc5f1d"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:40:37.989358 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5a290bb2-4647-475c-8d73-6bb25b35281a req-989ec03f-be6a-4e65-be83-95c94801cd64 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903547 Sep 28 08:40:37.997327 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 34490fea-8100-40b7-919a-078c2cfc5f1d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=34490fea-8100-40b7-919a-078c2cfc5f1d,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:40:38.008698 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:38.036461 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:40:38.045845 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9522c839-435d-4d84-ac2b-6a05e7a2f1fb x-openstack-request-id: req-9522c839-435d-4d84-ac2b-6a05e7a2f1fb {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:40:38.046161 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4", "name": "network-vif-plugged", "status": "completed", "tag": "34490fea-8100-40b7-919a-078c2cfc5f1d", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:40:38.046449 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9522c839-435d-4d84-ac2b-6a05e7a2f1fb {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:40:38.046849 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9522c839-435d-4d84-ac2b-6a05e7a2f1fb'] response: {'server_uuid': '4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34490fea-8100-40b7-919a-078c2cfc5f1d', 'code': 200} Sep 28 08:40:38.066340 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=34490fea-8100-40b7-919a-078c2cfc5f1d,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:40:39.088366 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:39.128813 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796fafa-867e-4f73-a12a-dde958b6ed33 req-db7e01e1-feb5-4910-b419-8acb32c3255c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:39.130369 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3796fafa-867e-4f73-a12a-dde958b6ed33 req-db7e01e1-feb5-4910-b419-8acb32c3255c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0895627 Sep 28 08:40:39.143052 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba34616-b2cf-4d98-ac65-ee89cb276db7 req-e732e2ea-a852-4376-ba84-c5fc8e38ac22 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:39.144450 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1ba34616-b2cf-4d98-ac65-ee89cb276db7 req-e732e2ea-a852-4376-ba84-c5fc8e38ac22 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0702178 Sep 28 08:40:39.219829 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3796fafa-867e-4f73-a12a-dde958b6ed33 req-0851c1c0-a1c3-4a97-b790-41524e2d20c7 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836062 Sep 28 08:40:39.223914 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1ba34616-b2cf-4d98-ac65-ee89cb276db7 req-942f412c-5d2f-4a19-8085-67a8a474cbfa tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735049 Sep 28 08:40:40.376451 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4613aa-95f4-4780-b21a-ce84a16a0fd2 req-aa44afdc-80f4-4032-95c8-45c70ae6d103 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:40.377961 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ac4613aa-95f4-4780-b21a-ce84a16a0fd2 req-aa44afdc-80f4-4032-95c8-45c70ae6d103 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0751255 Sep 28 08:40:40.385344 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c9982-850c-4f3f-ba26-c6d84b47d37d req-f50fd1c6-3e30-4339-932d-efc26f79993f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:40.386687 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7c4c9982-850c-4f3f-ba26-c6d84b47d37d req-f50fd1c6-3e30-4339-932d-efc26f79993f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0731146 Sep 28 08:40:40.465550 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ac4613aa-95f4-4780-b21a-ce84a16a0fd2 req-22191414-9107-42c7-ba17-a74ae70de173 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778890 Sep 28 08:40:40.468710 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7c4c9982-850c-4f3f-ba26-c6d84b47d37d req-3394431b-cfbd-48c2-9bb0-5e545a0087ab tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753055 Sep 28 08:40:41.619036 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc135b-0684-4571-9c91-fb105143cfc6 req-dd4cc166-4780-471b-8aea-5f24407210f4 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:41.620425 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-40cc135b-0684-4571-9c91-fb105143cfc6 req-dd4cc166-4780-471b-8aea-5f24407210f4 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0667212 Sep 28 08:40:41.626429 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af577ef7-7928-4c47-ad5a-d40bcbbdcde0 req-92f8e078-98b0-4828-964b-3ca649ea9264 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:41.627800 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-af577ef7-7928-4c47-ad5a-d40bcbbdcde0 req-92f8e078-98b0-4828-964b-3ca649ea9264 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0831244 Sep 28 08:40:41.707509 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-40cc135b-0684-4571-9c91-fb105143cfc6 req-fed10eb0-80b8-4ec7-af58-237943d10f61 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787332 Sep 28 08:40:41.711143 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-af577ef7-7928-4c47-ad5a-d40bcbbdcde0 req-16263858-391c-4e49-b515-b5bf61775287 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763614 Sep 28 08:40:42.877583 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81ec9a-ad88-4f08-aa49-01fac35c6a8c req-da5a3204-4fd8-422b-987c-84e7ce275529 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:42.879262 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6f81ec9a-ad88-4f08-aa49-01fac35c6a8c req-da5a3204-4fd8-422b-987c-84e7ce275529 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0831809 Sep 28 08:40:42.887880 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f5dce-7931-4ab0-a866-a1754e2c8c37 req-c81be297-5efc-4b18-ae75-4abdc9976014 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:42.889511 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-061f5dce-7931-4ab0-a866-a1754e2c8c37 req-c81be297-5efc-4b18-ae75-4abdc9976014 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0769820 Sep 28 08:40:42.975772 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6f81ec9a-ad88-4f08-aa49-01fac35c6a8c req-87a332ff-5a66-48b0-91a7-f7f0428dcef0 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852239 Sep 28 08:40:42.982748 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-061f5dce-7931-4ab0-a866-a1754e2c8c37 req-077c8588-ccaa-4e41-88d1-153b67c4fd11 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768664 Sep 28 08:40:44.119941 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:44.132127 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1186999-047f-4000-af6c-f7c130964101 req-7d527266-e33e-43fc-a9ee-27c03117d961 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:44.133693 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d1186999-047f-4000-af6c-f7c130964101 req-7d527266-e33e-43fc-a9ee-27c03117d961 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0793259 Sep 28 08:40:44.139979 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24329f4-7937-4fe1-99cb-a5b7715cc221 req-ea35d30f-0133-4666-a62c-91f8b73c510e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:44.141558 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a24329f4-7937-4fe1-99cb-a5b7715cc221 req-ea35d30f-0133-4666-a62c-91f8b73c510e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0754428 Sep 28 08:40:44.221438 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d1186999-047f-4000-af6c-f7c130964101 req-cff86c1a-ab9e-45ef-9a50-e1ed409e0d40 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754380 Sep 28 08:40:44.225405 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a24329f4-7937-4fe1-99cb-a5b7715cc221 req-d6fd13f0-bba5-4cff-8e84-e3297ce99b9f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717671 Sep 28 08:40:45.363373 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4df32df-f63e-4ed0-ae4f-a0495a921629 req-501901cd-535b-4e69-bd6d-fc95ed861e23 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:45.365005 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c4df32df-f63e-4ed0-ae4f-a0495a921629 req-501901cd-535b-4e69-bd6d-fc95ed861e23 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0562358 Sep 28 08:40:45.417982 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c4df32df-f63e-4ed0-ae4f-a0495a921629 req-0eb54338-dca0-421f-8044-9ff525464917 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472181 Sep 28 08:40:45.481108 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb141905-0438-472a-aaa6-35230d1816d6 req-82fb10ed-c9ab-4c73-b7b6-a5273fe1c523 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:45.482606 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fb141905-0438-472a-aaa6-35230d1816d6 req-82fb10ed-c9ab-4c73-b7b6-a5273fe1c523 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0481052 Sep 28 08:40:45.506484 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:45.534214 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fb141905-0438-472a-aaa6-35230d1816d6 req-3928defc-8ea4-422c-97b4-3f1e84e5aa14 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459929 Sep 28 08:40:46.545495 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26841d05-8b5b-4637-b05d-f9930abff92a req-040df6da-253e-4268-b773-a4587e321dc3 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:46.546985 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-26841d05-8b5b-4637-b05d-f9930abff92a req-040df6da-253e-4268-b773-a4587e321dc3 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0510654 Sep 28 08:40:46.595488 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-26841d05-8b5b-4637-b05d-f9930abff92a req-867aa3e0-d93c-419a-9022-d4d1b4d85682 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427804 Sep 28 08:40:46.656788 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28912668-aa28-480a-92c4-6e3ba7276486 req-f2cd006d-4537-484a-b7e3-3a940866047e tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:46.658371 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-28912668-aa28-480a-92c4-6e3ba7276486 req-f2cd006d-4537-484a-b7e3-3a940866047e tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0483742 Sep 28 08:40:46.705843 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-28912668-aa28-480a-92c4-6e3ba7276486 req-b9b4fd94-0849-4c59-948e-dd7dfe282ed1 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418854 Sep 28 08:40:47.721210 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3d4d1-8cf8-4bed-9216-c50b0250c92f req-5f7558c2-9a5e-4bfa-b01b-3a62ada37e27 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:47.722610 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e7c3d4d1-8cf8-4bed-9216-c50b0250c92f req-5f7558c2-9a5e-4bfa-b01b-3a62ada37e27 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0456386 Sep 28 08:40:47.775663 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e7c3d4d1-8cf8-4bed-9216-c50b0250c92f req-5ad7c135-314e-4cb9-96bf-ef9e83ede0b3 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471890 Sep 28 08:40:47.822454 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=28,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:47.825806 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c4f87-c18d-4014-a715-ba30ccd69613 req-142d49ca-4ab6-4ee7-8925-085b1699939c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:47.827292 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-874c4f87-c18d-4014-a715-ba30ccd69613 req-142d49ca-4ab6-4ee7-8925-085b1699939c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0458965 Sep 28 08:40:47.838647 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=38,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:47.878383 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-874c4f87-c18d-4014-a715-ba30ccd69613 req-436c2ab0-3c78-45e8-9e7f-c5c033365ec0 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443511 Sep 28 08:40:48.062387 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:48.064340 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:48.422650 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d058b4a-b7f9-44e1-9418-9e51e6584fde req-4160f698-4a4f-482d-a9d9-f12c69f083b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:48.424621 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9d058b4a-b7f9-44e1-9418-9e51e6584fde req-4160f698-4a4f-482d-a9d9-f12c69f083b7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 1130 time: 0.0420403 Sep 28 08:40:48.473560 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9d058b4a-b7f9-44e1-9418-9e51e6584fde req-eece3a66-ee47-4c0f-bf89-2f0e007672ae service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403798 Sep 28 08:40:48.899001 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691904d8-9881-4076-b528-59ea53055bca req-7adce537-4587-42ea-a338-cd8d8e8fa095 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:48.900460 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-691904d8-9881-4076-b528-59ea53055bca req-7adce537-4587-42ea-a338-cd8d8e8fa095 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0458403 Sep 28 08:40:48.951870 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-691904d8-9881-4076-b528-59ea53055bca req-86cacd48-bef7-47c7-a07a-fb40fb817a4c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457556 Sep 28 08:40:49.004312 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c2aae-48ed-4c3f-b959-dedb3426c51e req-3d16b74e-4f02-41dd-a35d-b0b222e2e7d4 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:49.005828 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5a0c2aae-48ed-4c3f-b959-dedb3426c51e req-3d16b74e-4f02-41dd-a35d-b0b222e2e7d4 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0503635 Sep 28 08:40:49.054479 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5a0c2aae-48ed-4c3f-b959-dedb3426c51e req-f964c4f9-7fb9-4fa4-aefe-b96a03664748 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430753 Sep 28 08:40:49.610908 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=49 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:49.612773 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:50.078458 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c318746-121b-486a-b05c-a4ff1f189644 req-c7d041b0-0599-4d3f-be5e-d8d957fbc038 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:50.079953 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2c318746-121b-486a-b05c-a4ff1f189644 req-c7d041b0-0599-4d3f-be5e-d8d957fbc038 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0468733 Sep 28 08:40:50.128741 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2c318746-121b-486a-b05c-a4ff1f189644 req-59a8d062-3853-4c61-bed8-8622852cb6f7 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430593 Sep 28 08:40:50.175314 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bbc98-ca39-42a8-a500-ae4f0f5d45c6 req-9f14c751-ded5-4867-b34e-800659e4fe76 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:50.177594 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7c5bbc98-ca39-42a8-a500-ae4f0f5d45c6 req-9f14c751-ded5-4867-b34e-800659e4fe76 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0478532 Sep 28 08:40:50.225224 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:50.238751 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7c5bbc98-ca39-42a8-a500-ae4f0f5d45c6 req-688d0019-230a-4775-be07-40f0eada3d86 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565245 Sep 28 08:40:50.516910 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae194f7-374c-43ac-9562-b821f7c14f2f req-ad44c45c-b8cf-4f14-819f-d48582b561e1 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:50.518571 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-dae194f7-374c-43ac-9562-b821f7c14f2f req-ad44c45c-b8cf-4f14-819f-d48582b561e1 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0518377 Sep 28 08:40:50.569938 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-dae194f7-374c-43ac-9562-b821f7c14f2f req-ed954247-99c3-4885-b717-ddcc47817579 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444243 Sep 28 08:40:51.263529 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd61cc8-d4a6-4e93-ae5b-85900ac5d7ed req-b73a3a64-eacd-4f3a-a4fc-963a873f65c0 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:51.264997 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5fd61cc8-d4a6-4e93-ae5b-85900ac5d7ed req-b73a3a64-eacd-4f3a-a4fc-963a873f65c0 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0494163 Sep 28 08:40:51.311608 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5fd61cc8-d4a6-4e93-ae5b-85900ac5d7ed req-459930c0-4bd1-4923-9502-561adbbe2196 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402725 Sep 28 08:40:51.695581 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b8376-e915-4e4d-a087-24d961e7e745 req-97ec25a1-7361-4e7e-9732-fad6c46f4f36 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:51.697061 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-eb8b8376-e915-4e4d-a087-24d961e7e745 req-97ec25a1-7361-4e7e-9732-fad6c46f4f36 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0508814 Sep 28 08:40:51.736915 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:51.744653 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-eb8b8376-e915-4e4d-a087-24d961e7e745 req-46dbee35-dd02-4a21-a72a-4e62d083aece tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419483 Sep 28 08:40:52.437383 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24bb1a-b9a9-4f4a-a528-c62f18897573 req-02e7f19a-fa18-4b7a-9dab-ebbea52687bb tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:52.439476 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ec24bb1a-b9a9-4f4a-a528-c62f18897573 req-02e7f19a-fa18-4b7a-9dab-ebbea52687bb tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0466924 Sep 28 08:40:52.486308 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ec24bb1a-b9a9-4f4a-a528-c62f18897573 req-5782c03e-3fe3-44d8-af95-8454a43b4e8c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407743 Sep 28 08:40:52.870764 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a646944-8c26-47a8-a7b9-faa504d43cc9 req-813d489f-5417-4f31-ae3e-173da5c31bdb tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:52.872193 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6a646944-8c26-47a8-a7b9-faa504d43cc9 req-813d489f-5417-4f31-ae3e-173da5c31bdb tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0538299 Sep 28 08:40:52.921517 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6a646944-8c26-47a8-a7b9-faa504d43cc9 req-abf0962e-11ef-4ae3-9282-af6468ab20ce tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436265 Sep 28 08:40:53.613978 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a7330-c479-4366-9664-5eb1b290c421 req-601e9b28-dff0-4765-9488-beff1612b4d0 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:53.615451 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-143a7330-c479-4366-9664-5eb1b290c421 req-601e9b28-dff0-4765-9488-beff1612b4d0 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0482700 Sep 28 08:40:53.662395 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-143a7330-c479-4366-9664-5eb1b290c421 req-4c36cb05-b1a4-4f1c-ac26-a89f1ab2a5e9 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410862 Sep 28 08:40:53.744858 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:40:54.039493 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7f884-63bf-4953-a610-8f7dddae818c req-38aa6c7e-003c-45ea-9328-4358dc4ced64 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:54.041184 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-19b7f884-63bf-4953-a610-8f7dddae818c req-38aa6c7e-003c-45ea-9328-4358dc4ced64 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0460646 Sep 28 08:40:54.090434 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-19b7f884-63bf-4953-a610-8f7dddae818c req-8ab9f42e-cd4b-4670-9cd9-8f510d9fb13a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436893 Sep 28 08:40:54.262641 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-bfdb34df-73f8-4d51-bcda-c34711bce19c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:54.794760 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb5ae0-ecaf-44ba-b6bb-2474255f9416 req-5557d6be-9059-4b4c-86b2-6cd7574bebc4 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:54.796229 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d8fb5ae0-ecaf-44ba-b6bb-2474255f9416 req-5557d6be-9059-4b4c-86b2-6cd7574bebc4 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0513005 Sep 28 08:40:54.849026 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d8fb5ae0-ecaf-44ba-b6bb-2474255f9416 req-117c604d-3a75-461b-83d6-2f7a582bd98f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444968 Sep 28 08:40:55.219153 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6302bb0-3403-4611-8739-2feb37ccc15c req-8447e9a3-e26c-4267-aeda-6b438e7a29b9 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:55.220668 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a6302bb0-3403-4611-8739-2feb37ccc15c req-8447e9a3-e26c-4267-aeda-6b438e7a29b9 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0486569 Sep 28 08:40:55.267709 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a6302bb0-3403-4611-8739-2feb37ccc15c req-84b37716-b8f2-41bc-ab3a-6c5aae5de838 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413344 Sep 28 08:40:55.976502 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c57a18-3ff0-4dc9-a6c9-4a2489e4712c req-316e5731-02a8-4797-9c70-c5d69e38ca8d tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:55.977996 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-94c57a18-3ff0-4dc9-a6c9-4a2489e4712c req-316e5731-02a8-4797-9c70-c5d69e38ca8d tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0494421 Sep 28 08:40:56.013034 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:56.024864 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-94c57a18-3ff0-4dc9-a6c9-4a2489e4712c req-a3736b64-bd69-47e2-b5a3-49b0d7795391 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413754 Sep 28 08:40:56.385512 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164faa5-632f-4f8b-974d-759f24048b5c req-c9a4e9ee-dfac-42e5-9da5-239e13c27b33 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:56.386974 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2164faa5-632f-4f8b-974d-759f24048b5c req-c9a4e9ee-dfac-42e5-9da5-239e13c27b33 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0459092 Sep 28 08:40:56.433488 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2164faa5-632f-4f8b-974d-759f24048b5c req-ef63e752-b4f8-4281-9372-ca7d402c107f tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404215 Sep 28 08:40:56.671269 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-28c03595-2c60-44cb-8254-1eb2bc87c540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:56.738905 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd3166-981f-4615-9091-f506a69d8deb req-87416a74-812c-44f9-ab83-d9fd436d4415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:56.740436 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-78dd3166-981f-4615-9091-f506a69d8deb req-87416a74-812c-44f9-ab83-d9fd436d4415 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=42699952850d49fdafb670aeb5f613ed&device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 1129 time: 0.0423915 Sep 28 08:40:57.149344 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcb16a-2048-444d-8a74-406282422386 req-4a60eecc-d083-4a0d-bac4-62367399fd19 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:57.150721 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8ddcb16a-2048-444d-8a74-406282422386 req-4a60eecc-d083-4a0d-bac4-62367399fd19 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0453708 Sep 28 08:40:57.201743 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8ddcb16a-2048-444d-8a74-406282422386 req-022236ba-7407-406e-aa05-51f26eb67b35 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452971 Sep 28 08:40:57.324686 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd3166-981f-4615-9091-f506a69d8deb req-e251c142-a8fb-48ca-b1e1-614e6cae1931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:57.324953 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783dec6-a5fd-41a2-a989-e380ebb286c9 req-75746069-474e-4749-87d4-8424049bc4f4 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:57.326235 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-78dd3166-981f-4615-9091-f506a69d8deb req-e251c142-a8fb-48ca-b1e1-614e6cae1931 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=ecfbeafd-1446-46f2-889b-466b351133a2 HTTP/1.1" status: 200 len: 919 time: 0.0909777 Sep 28 08:40:57.326387 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8783dec6-a5fd-41a2-a989-e380ebb286c9 req-75746069-474e-4749-87d4-8424049bc4f4 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0467722 Sep 28 08:40:57.336828 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 56044) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:40:57.341636 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-489ae26a-0138-402b-88a3-ac45caf7483e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Request body: {'floatingip': {'port_id': '34490fea-8100-40b7-919a-078c2cfc5f1d'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:40:57.369579 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-78dd3166-981f-4615-9091-f506a69d8deb req-be442276-704f-4b93-94ec-c3cbaf44da89 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6ac07f3-2675-41dc-968c-7b86388bb047 HTTP/1.1" status: 200 len: 217 time: 0.0364020 Sep 28 08:40:57.379837 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-489ae26a-0138-402b-88a3-ac45caf7483e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for floatingip (8d367066-c352-4219-af91-dcd419bc95b4), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:57.419966 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd3166-981f-4615-9091-f506a69d8deb req-2ebae6fb-6ea1-4e1a-b77b-181e6e554d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:57.421370 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-78dd3166-981f-4615-9091-f506a69d8deb req-2ebae6fb-6ea1-4e1a-b77b-181e6e554d9e service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=18b86f52-f49c-435b-95de-852298b2f6f4 HTTP/1.1" status: 200 len: 857 time: 0.0456071 Sep 28 08:40:57.466331 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd3166-981f-4615-9091-f506a69d8deb req-4864fc20-b0af-44ac-95e5-51b3a488d6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:57.468014 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-78dd3166-981f-4615-9091-f506a69d8deb req-4864fc20-b0af-44ac-95e5-51b3a488d6ec service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ecfbeafd-1446-46f2-889b-466b351133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407164 Sep 28 08:40:57.571674 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-78dd3166-981f-4615-9091-f506a69d8deb req-79f7ab34-3d7b-4063-b8f2-7e3ce62fcfb9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958889 Sep 28 08:40:57.616088 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a78a8-c90e-4603-9437-5ad5781bb61f req-4298e872-8c62-4f1a-91fd-150465e634a2 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:57.617598 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-672a78a8-c90e-4603-9437-5ad5781bb61f req-4298e872-8c62-4f1a-91fd-150465e634a2 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0802343 Sep 28 08:40:57.644613 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:57.671823 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-78dd3166-981f-4615-9091-f506a69d8deb req-5e5ea019-3bb5-47e8-b3f7-ea99601fab62 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930996 Sep 28 08:40:57.713700 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-672a78a8-c90e-4603-9437-5ad5781bb61f req-5e8ed874-b6e9-46c7-94ee-9c256c5f444a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897362 Sep 28 08:40:57.848808 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:57.910112 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-489ae26a-0138-402b-88a3-ac45caf7483e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:57.914157 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-489ae26a-0138-402b-88a3-ac45caf7483e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (8d367066-c352-4219-af91-dcd419bc95b4), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:58.008525 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.l3_db [None req-489ae26a-0138-402b-88a3-ac45caf7483e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Floating IP 8d367066-c352-4219-af91-dcd419bc95b4 associated. External IP: 172.27.2.206, port: 34490fea-8100-40b7-919a-078c2cfc5f1d. Sep 28 08:40:58.092169 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:40:58.207365 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489ae26a-0138-402b-88a3-ac45caf7483e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Router d0b6f93f-806d-4c42-8703-af29aa58e3ed has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:40:58.313254 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489ae26a-0138-402b-88a3-ac45caf7483e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:40:58.318501 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-489ae26a-0138-402b-88a3-ac45caf7483e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:58.323377 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9930a871-1986-4a02-8ccf-cdeadc2b176f None None] Sync routers for ids ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:40:58.333926 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9930a871-1986-4a02-8ccf-cdeadc2b176f None None] Routers {'d0b6f93f-806d-4c42-8703-af29aa58e3ed'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:40:58.334558 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-9930a871-1986-4a02-8ccf-cdeadc2b176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:40:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:58.349509 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-489ae26a-0138-402b-88a3-ac45caf7483e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/8d367066-c352-4219-af91-dcd419bc95b4 HTTP/1.1" status: 200 len: 992 time: 1.0115652 Sep 28 08:40:58.350163 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4', 'tag': '34490fea-8100-40b7-919a-078c2cfc5f1d'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:40:58.352522 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7ed2ddc4584b00f7c30cf30121e6cd69d5fd04907018550f4f3d85fbaaf14d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09230e3-c0c0-4197-bec9-09ed212464b7" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4", "tag": "34490fea-8100-40b7-919a-078c2cfc5f1d"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:40:58.389792 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588a03ad-d4f7-460e-9b17-a4c9b7bf9cd8 x-openstack-request-id: req-588a03ad-d4f7-460e-9b17-a4c9b7bf9cd8 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:40:58.390079 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4", "tag": "34490fea-8100-40b7-919a-078c2cfc5f1d", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:40:58.390330 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-588a03ad-d4f7-460e-9b17-a4c9b7bf9cd8 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:40:58.390728 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-588a03ad-d4f7-460e-9b17-a4c9b7bf9cd8'] response: {'name': 'network-changed', 'server_uuid': '4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4', 'tag': '34490fea-8100-40b7-919a-078c2cfc5f1d', 'status': 'completed', 'code': 200} Sep 28 08:40:58.438319 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-9930a871-1986-4a02-8ccf-cdeadc2b176f None None] Set router d0b6f93f-806d-4c42-8703-af29aa58e3ed gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:40:58.690290 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-9930a871-1986-4a02-8ccf-cdeadc2b176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'name': 'tempest-AttachVolumeShelveTestJSON-343323330-router', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:16Z', 'revision_number': 4, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'gw_port': {'id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '8d367066-c352-4219-af91-dcd419bc95b4', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'port_id': '34490fea-8100-40b7-919a-078c2cfc5f1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'mac_address': 'fa:16:3e:42:c9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:40:19Z', 'updated_at': '2022-09-28T08:40:57Z', 'revision_number': 1, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8748302-a650-440d-ada3-999d4062fea8', 'name': '', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'mac_address': 'fa:16:3e:6d:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bea30454-8677-4268-a491-c558446ae000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:16Z', 'updated_at': '2022-09-28T08:40:25Z', 'revision_number': 5, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'subnets': [{'id': 'bea30454-8677-4268-a491-c558446ae000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:58.715470 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9930a871-1986-4a02-8ccf-cdeadc2b176f None None] Checking router: d0b6f93f-806d-4c42-8703-af29aa58e3ed for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:40:58.723827 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9930a871-1986-4a02-8ccf-cdeadc2b176f None None] Routers {'d0b6f93f-806d-4c42-8703-af29aa58e3ed'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:40:58.724443 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-9930a871-1986-4a02-8ccf-cdeadc2b176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:40:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:58.830501 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-9930a871-1986-4a02-8ccf-cdeadc2b176f None None] Set router d0b6f93f-806d-4c42-8703-af29aa58e3ed gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:40:58.843704 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340f711-e528-4174-8b2b-b7ab6d3d3b0d req-4bf90548-2315-4e1e-a6c2-4ef0ad2365ce tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:40:58.845230 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4340f711-e528-4174-8b2b-b7ab6d3d3b0d req-4bf90548-2315-4e1e-a6c2-4ef0ad2365ce tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0494304 Sep 28 08:40:58.892873 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4340f711-e528-4174-8b2b-b7ab6d3d3b0d req-e161db86-dec5-4ccb-a5a9-40d3aefdf23f tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419142 Sep 28 08:40:59.037937 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-9930a871-1986-4a02-8ccf-cdeadc2b176f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'name': 'tempest-AttachVolumeShelveTestJSON-343323330-router', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:16Z', 'revision_number': 4, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'gw_port': {'id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '8d367066-c352-4219-af91-dcd419bc95b4', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'port_id': '34490fea-8100-40b7-919a-078c2cfc5f1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'mac_address': 'fa:16:3e:42:c9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:40:19Z', 'updated_at': '2022-09-28T08:40:57Z', 'revision_number': 1, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8748302-a650-440d-ada3-999d4062fea8', 'name': '', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'mac_address': 'fa:16:3e:6d:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bea30454-8677-4268-a491-c558446ae000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:16Z', 'updated_at': '2022-09-28T08:40:25Z', 'revision_number': 5, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'subnets': [{'id': 'bea30454-8677-4268-a491-c558446ae000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:40:59.065986 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9930a871-1986-4a02-8ccf-cdeadc2b176f None None] The sync data for ids ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'] in dv-cinder-844563-8-iscsi is: [{'id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'name': 'tempest-AttachVolumeShelveTestJSON-343323330-router', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:16Z', 'revision_number': 4, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'gw_port': {'id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '8d367066-c352-4219-af91-dcd419bc95b4', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'port_id': '34490fea-8100-40b7-919a-078c2cfc5f1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'mac_address': 'fa:16:3e:42:c9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:40:19Z', 'updated_at': '2022-09-28T08:40:57Z', 'revision_number': 1, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8748302-a650-440d-ada3-999d4062fea8', 'name': '', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'mac_address': 'fa:16:3e:6d:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bea30454-8677-4268-a491-c558446ae000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:16Z', 'updated_at': '2022-09-28T08:40:25Z', 'revision_number': 5, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'subnets': [{'id': 'bea30454-8677-4268-a491-c558446ae000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:40:59.260088 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79481af9-583a-43ef-a7dc-775efdb61654 None None] New status for floating IP 8d367066-c352-4219-af91-dcd419bc95b4: ACTIVE {{(pid=106478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:40:59.429681 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:40:59.471812 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:00.014073 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d968d-87e6-4df1-961e-281bff5466ca req-4b37e1c0-a7c2-4403-996d-b73495949888 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:00.015547 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-760d968d-87e6-4df1-961e-281bff5466ca req-4b37e1c0-a7c2-4403-996d-b73495949888 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0464156 Sep 28 08:41:00.066724 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-760d968d-87e6-4df1-961e-281bff5466ca req-290c0114-c593-4c20-8e32-acbee696e652 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450256 Sep 28 08:41:01.184544 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154fcd39-8202-492c-ae98-2336bdce8006 req-2f7c70f7-5945-486a-99ed-c86e2d5ffe5a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:01.186053 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-154fcd39-8202-492c-ae98-2336bdce8006 req-2f7c70f7-5945-486a-99ed-c86e2d5ffe5a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0455937 Sep 28 08:41:01.232970 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-154fcd39-8202-492c-ae98-2336bdce8006 req-12b9be55-b25c-4912-9fc8-aae21220d54c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407562 Sep 28 08:41:02.317894 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:02.355942 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f00509-189a-4e41-bc42-894e771c7471 req-d17436c1-e88a-48ae-9c7f-fb423df10584 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:02.357521 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e5f00509-189a-4e41-bc42-894e771c7471 req-d17436c1-e88a-48ae-9c7f-fb423df10584 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0489187 Sep 28 08:41:02.405967 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e5f00509-189a-4e41-bc42-894e771c7471 req-d404acf1-8b90-4d71-886e-b2d604705316 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427885 Sep 28 08:41:02.489225 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09230e3-c0c0-4197-bec9-09ed212464b7 req-e2df7e23-4771-4ec4-a9b6-cc1eba6c8941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:02.490802 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d09230e3-c0c0-4197-bec9-09ed212464b7 req-e2df7e23-4771-4ec4-a9b6-cc1eba6c8941 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c067f1df3c7f47299bc2db03d904d156&device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 1130 time: 0.0446246 Sep 28 08:41:02.611173 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09230e3-c0c0-4197-bec9-09ed212464b7 req-5db1c0b4-efcb-49b5-b096-01ba6425a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:02.612720 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d09230e3-c0c0-4197-bec9-09ed212464b7 req-5db1c0b4-efcb-49b5-b096-01ba6425a59c service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=8e213c79-0ba4-458e-84ef-70d744799a89 HTTP/1.1" status: 200 len: 917 time: 0.1050797 Sep 28 08:41:03.529731 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ab4eb-358a-4f03-a595-e3cbb88830df req-503bca62-1613-472d-971f-17091a983cfe tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:03.531323 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-887ab4eb-358a-4f03-a595-e3cbb88830df req-503bca62-1613-472d-971f-17091a983cfe tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0524840 Sep 28 08:41:03.579736 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-887ab4eb-358a-4f03-a595-e3cbb88830df req-36598a42-4d35-4628-bbb0-7b3efdfda8ff tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423243 Sep 28 08:41:04.700522 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c908c30-440a-4277-ab32-578b657208dd req-bec6fcfc-488e-49f3-a8c0-2b83c921b482 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:04.701943 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8c908c30-440a-4277-ab32-578b657208dd req-bec6fcfc-488e-49f3-a8c0-2b83c921b482 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0476491 Sep 28 08:41:04.749468 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8c908c30-440a-4277-ab32-578b657208dd req-aef32945-8ef5-478c-abba-d967e641f948 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418289 Sep 28 08:41:05.455662 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d09230e3-c0c0-4197-bec9-09ed212464b7 req-55529061-14ca-4a2c-8458-2baf411aa17a service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34490fea-8100-40b7-919a-078c2cfc5f1d HTTP/1.1" status: 200 len: 1002 time: 0.2768552 Sep 28 08:41:05.513350 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09230e3-c0c0-4197-bec9-09ed212464b7 req-492aebb0-cd09-4358-8192-cdd9083f8f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:05.515039 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d09230e3-c0c0-4197-bec9-09ed212464b7 req-492aebb0-cd09-4358-8192-cdd9083f8f75 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=bea30454-8677-4268-a491-c558446ae000 HTTP/1.1" status: 200 len: 855 time: 0.0531654 Sep 28 08:41:05.670010 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09230e3-c0c0-4197-bec9-09ed212464b7 req-4fce5fa1-66c8-450e-9ca8-0cc27a982b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:05.671637 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d09230e3-c0c0-4197-bec9-09ed212464b7 req-4fce5fa1-66c8-450e-9ca8-0cc27a982b12 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=8e213c79-0ba4-458e-84ef-70d744799a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435812 Sep 28 08:41:05.874765 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3938b32e-09d1-4da7-829d-71a2629edb84 req-a6517867-e02c-4188-8748-161137001f86 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:05.876839 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3938b32e-09d1-4da7-829d-71a2629edb84 req-a6517867-e02c-4188-8748-161137001f86 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0507810 Sep 28 08:41:06.007369 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:06.171640 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3938b32e-09d1-4da7-829d-71a2629edb84 req-49f64804-fa55-4bc4-a2c1-438515044e87 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890687 Sep 28 08:41:06.368572 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d09230e3-c0c0-4197-bec9-09ed212464b7 req-747cf981-0437-4c27-9d47-9f6b1c14a8bf service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8e213c79-0ba4-458e-84ef-70d744799a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995026 Sep 28 08:41:06.445539 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4c63c117-2bf1-47ad-a2c2-d8e8e5ec9550 req-4924ab58-a38b-4c32-b4dd-ba3f9c96c72f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800612 Sep 28 08:41:06.477815 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:06.484545 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d09230e3-c0c0-4197-bec9-09ed212464b7 req-a2226e83-a995-42aa-8e36-9bbb881a5e5c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8e213c79-0ba4-458e-84ef-70d744799a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098363 Sep 28 08:41:06.564695 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:06.577423 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63c117-2bf1-47ad-a2c2-d8e8e5ec9550 req-dcf1280f-91fd-4c15-92d0-f76789d3e7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:06.578940 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4c63c117-2bf1-47ad-a2c2-d8e8e5ec9550 req-dcf1280f-91fd-4c15-92d0-f76789d3e7f1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=42699952850d49fdafb670aeb5f613ed&device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 1130 time: 0.0463898 Sep 28 08:41:06.688485 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63c117-2bf1-47ad-a2c2-d8e8e5ec9550 req-aba1eaf8-b1db-4ef0-a7f9-86af2530bfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:06.690417 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4c63c117-2bf1-47ad-a2c2-d8e8e5ec9550 req-aba1eaf8-b1db-4ef0-a7f9-86af2530bfa3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=ecfbeafd-1446-46f2-889b-466b351133a2 HTTP/1.1" status: 200 len: 919 time: 0.0928440 Sep 28 08:41:06.731583 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4c63c117-2bf1-47ad-a2c2-d8e8e5ec9550 req-26fe6a13-4ebd-4490-9f79-aa0160cee2d8 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a3b0562-aa67-4f66-a0ad-66e753e42296 HTTP/1.1" status: 200 len: 217 time: 0.0352180 Sep 28 08:41:06.780249 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63c117-2bf1-47ad-a2c2-d8e8e5ec9550 req-fa5ead7c-9355-4162-9e52-284283bb413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:06.781728 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4c63c117-2bf1-47ad-a2c2-d8e8e5ec9550 req-fa5ead7c-9355-4162-9e52-284283bb413a service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=18b86f52-f49c-435b-95de-852298b2f6f4 HTTP/1.1" status: 200 len: 857 time: 0.0444753 Sep 28 08:41:06.824831 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63c117-2bf1-47ad-a2c2-d8e8e5ec9550 req-664a691e-2dc7-48f6-9b7d-135fbcc8bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:06.826329 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4c63c117-2bf1-47ad-a2c2-d8e8e5ec9550 req-664a691e-2dc7-48f6-9b7d-135fbcc8bd45 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ecfbeafd-1446-46f2-889b-466b351133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383401 Sep 28 08:41:06.930704 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4c63c117-2bf1-47ad-a2c2-d8e8e5ec9550 req-20f65e9c-86f3-4dc9-b8fe-1f5fe04d675a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880103 Sep 28 08:41:07.027081 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4c63c117-2bf1-47ad-a2c2-d8e8e5ec9550 req-ff85cd80-4165-40d7-8c46-31799367495a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905921 Sep 28 08:41:09.413552 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:09.434937 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:09.725118 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 56228) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:41:09.729733 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-9097ec60-cc97-4c31-b216-7df96a9c57ee tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Request body: {'security_group': {'name': 'tempest-securitygroup--94570095', 'description': 'tempest-description--1835918938'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:41:09.750855 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9097ec60-cc97-4c31-b216-7df96a9c57ee tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:09.832182 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9097ec60-cc97-4c31-b216-7df96a9c57ee tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks [] for security_group (3c312887-1a1b-4711-a991-9b1d69371462), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:09.836416 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9097ec60-cc97-4c31-b216-7df96a9c57ee tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (3c312887-1a1b-4711-a991-9b1d69371462), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:09.868719 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097ec60-cc97-4c31-b216-7df96a9c57ee tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c312887-1a1b-4711-a991-9b1d69371462,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:09.873956 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9097ec60-cc97-4c31-b216-7df96a9c57ee tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:09.875184 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-9097ec60-cc97-4c31-b216-7df96a9c57ee tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1490161 Sep 28 08:41:09.878265 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 56230) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:41:09.880267 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097ec60-cc97-4c31-b216-7df96a9c57ee tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:09.880654 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097ec60-cc97-4c31-b216-7df96a9c57ee tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:09.881005 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097ec60-cc97-4c31-b216-7df96a9c57ee tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:09.881395 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097ec60-cc97-4c31-b216-7df96a9c57ee tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:09.881745 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097ec60-cc97-4c31-b216-7df96a9c57ee tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:09.882115 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097ec60-cc97-4c31-b216-7df96a9c57ee tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:09.882477 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097ec60-cc97-4c31-b216-7df96a9c57ee tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:09.882814 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097ec60-cc97-4c31-b216-7df96a9c57ee tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:09.883026 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-47f77e42-abf3-4831-888d-61bdc9aa3960 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Request body: {'security_group_rule': {'security_group_id': '3c312887-1a1b-4711-a991-9b1d69371462', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:41:09.883134 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097ec60-cc97-4c31-b216-7df96a9c57ee tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:09.883467 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097ec60-cc97-4c31-b216-7df96a9c57ee tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:09.883807 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097ec60-cc97-4c31-b216-7df96a9c57ee tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:09.884137 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097ec60-cc97-4c31-b216-7df96a9c57ee tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:09.884471 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097ec60-cc97-4c31-b216-7df96a9c57ee tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:09.884800 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097ec60-cc97-4c31-b216-7df96a9c57ee tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:09.885156 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9097ec60-cc97-4c31-b216-7df96a9c57ee tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:09.909856 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-47f77e42-abf3-4831-888d-61bdc9aa3960 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks [] for security_group_rule (2717c403-1fd8-4242-9bf8-9170e1adb14b), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:09.935070 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:09.975343 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-47f77e42-abf3-4831-888d-61bdc9aa3960 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks [] for security_group_rule (2717c403-1fd8-4242-9bf8-9170e1adb14b), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:09.979479 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-47f77e42-abf3-4831-888d-61bdc9aa3960 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (2717c403-1fd8-4242-9bf8-9170e1adb14b), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:10.000239 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f77e42-abf3-4831-888d-61bdc9aa3960 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2717c403-1fd8-4242-9bf8-9170e1adb14b,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:10.009057 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-47f77e42-abf3-4831-888d-61bdc9aa3960 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:10.010263 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-47f77e42-abf3-4831-888d-61bdc9aa3960 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307573 Sep 28 08:41:10.012027 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f77e42-abf3-4831-888d-61bdc9aa3960 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:10.012377 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f77e42-abf3-4831-888d-61bdc9aa3960 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:10.012728 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f77e42-abf3-4831-888d-61bdc9aa3960 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:10.013073 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f77e42-abf3-4831-888d-61bdc9aa3960 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:10.013434 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f77e42-abf3-4831-888d-61bdc9aa3960 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:10.013771 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f77e42-abf3-4831-888d-61bdc9aa3960 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:10.014101 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 56238) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:41:10.014211 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f77e42-abf3-4831-888d-61bdc9aa3960 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:10.014430 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f77e42-abf3-4831-888d-61bdc9aa3960 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:10.014765 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f77e42-abf3-4831-888d-61bdc9aa3960 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:10.015095 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f77e42-abf3-4831-888d-61bdc9aa3960 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:10.015429 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f77e42-abf3-4831-888d-61bdc9aa3960 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:10.015754 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f77e42-abf3-4831-888d-61bdc9aa3960 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:10.016080 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f77e42-abf3-4831-888d-61bdc9aa3960 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:10.016446 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f77e42-abf3-4831-888d-61bdc9aa3960 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:10.016730 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f77e42-abf3-4831-888d-61bdc9aa3960 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:10.020357 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-26f0cf26-ba40-4a00-b607-3f3fb9d31d60 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Request body: {'security_group_rule': {'security_group_id': '3c312887-1a1b-4711-a991-9b1d69371462', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:41:10.052195 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-26f0cf26-ba40-4a00-b607-3f3fb9d31d60 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks [] for security_group_rule (ec94a1ba-f8d6-42d3-8f4a-7a2d8f55491d), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:10.110983 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-26f0cf26-ba40-4a00-b607-3f3fb9d31d60 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks [] for security_group_rule (ec94a1ba-f8d6-42d3-8f4a-7a2d8f55491d), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:10.116064 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-26f0cf26-ba40-4a00-b607-3f3fb9d31d60 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (ec94a1ba-f8d6-42d3-8f4a-7a2d8f55491d), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:10.138020 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0cf26-ba40-4a00-b607-3f3fb9d31d60 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec94a1ba-f8d6-42d3-8f4a-7a2d8f55491d,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:10.147019 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-26f0cf26-ba40-4a00-b607-3f3fb9d31d60 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:10.148259 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-26f0cf26-ba40-4a00-b607-3f3fb9d31d60 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321957 Sep 28 08:41:10.151502 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 56244) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:41:10.156104 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-623c8c1d-f17c-433d-a5e7-de05af347174 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Request body: {'floatingip': {'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:41:10.178541 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-623c8c1d-f17c-433d-a5e7-de05af347174 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:10.271049 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-623c8c1d-f17c-433d-a5e7-de05af347174 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:10.272728 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:10.280075 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:10.383149 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-623c8c1d-f17c-433d-a5e7-de05af347174 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Allocated IP 172.27.2.173 (53303c84-4465-4011-9c65-8bdf4507ffd3/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f/cc1ab262-09a5-4d32-b0fc-eccd78098fa4) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:41:10.506172 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-623c8c1d-f17c-433d-a5e7-de05af347174 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks [] for port (cc1ab262-09a5-4d32-b0fc-eccd78098fa4), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:10.539464 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-623c8c1d-f17c-433d-a5e7-de05af347174 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (cc1ab262-09a5-4d32-b0fc-eccd78098fa4), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:10.582718 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623c8c1d-f17c-433d-a5e7-de05af347174 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:41:10.587593 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-623c8c1d-f17c-433d-a5e7-de05af347174 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:41:10.591668 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623c8c1d-f17c-433d-a5e7-de05af347174 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:41:10.594935 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c8c1d-f17c-433d-a5e7-de05af347174 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Pushing event updated for resources: {'Port': ['ID=cc1ab262-09a5-4d32-b0fc-eccd78098fa4,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:10.680068 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-623c8c1d-f17c-433d-a5e7-de05af347174 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks [] for floatingip (6f02b85d-80ba-4228-9295-3c26d0c5758b), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:10.716557 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-623c8c1d-f17c-433d-a5e7-de05af347174 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (cc1ab262-09a5-4d32-b0fc-eccd78098fa4), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:10.875297 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-623c8c1d-f17c-433d-a5e7-de05af347174 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks [] for port (cc1ab262-09a5-4d32-b0fc-eccd78098fa4), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:10.880205 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-623c8c1d-f17c-433d-a5e7-de05af347174 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (cc1ab262-09a5-4d32-b0fc-eccd78098fa4), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:10.949266 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-623c8c1d-f17c-433d-a5e7-de05af347174 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (6f02b85d-80ba-4228-9295-3c26d0c5758b), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:10.951919 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c8c1d-f17c-433d-a5e7-de05af347174 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Pushing event updated for resources: {'Port': ['ID=cc1ab262-09a5-4d32-b0fc-eccd78098fa4,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:10.966641 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-623c8c1d-f17c-433d-a5e7-de05af347174 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:10.967865 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-623c8c1d-f17c-433d-a5e7-de05af347174 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8153577 Sep 28 08:41:11.180923 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0060594d-3f27-4631-a7db-698db3805e12 req-37718216-282c-4911-9f64-a879959c1950 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--94570095&fields=id&tenant_id=42699952850d49fdafb670aeb5f613ed HTTP/1.1" status: 200 len: 267 time: 0.0532818 Sep 28 08:41:11.294158 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060594d-3f27-4631-a7db-698db3805e12 req-522f1445-c28b-4fc8-97e1-0b48e0b6b3f5 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:11.295609 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0060594d-3f27-4631-a7db-698db3805e12 req-522f1445-c28b-4fc8-97e1-0b48e0b6b3f5 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/networks?id=ecfbeafd-1446-46f2-889b-466b351133a2 HTTP/1.1" status: 200 len: 818 time: 0.1078441 Sep 28 08:41:11.310985 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0060594d-3f27-4631-a7db-698db3805e12 req-d15f293e-b69f-4d60-82f4-b6648b90f5aa tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/quotas/42699952850d49fdafb670aeb5f613ed HTTP/1.1" status: 200 len: 375 time: 0.0092795 Sep 28 08:41:11.370489 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0060594d-3f27-4631-a7db-698db3805e12 req-90405272-1826-48c6-8fbd-8ca109cd37e9 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=42699952850d49fdafb670aeb5f613ed&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0534301 Sep 28 08:41:11.478110 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0060594d-3f27-4631-a7db-698db3805e12 req-a194fc23-65e7-4bb9-90a1-9673f9f68303 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959973 Sep 28 08:41:11.561147 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 56278) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:41:11.578871 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0060594d-3f27-4631-a7db-698db3805e12 req-727d9bc9-7f4b-4581-90c7-079bf3d301dd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951185 Sep 28 08:41:11.673993 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2acaca6d-36a0-40d6-8e01-016fd38eb1f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:11.687173 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:11.710140 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:11.765867 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2acaca6d-36a0-40d6-8e01-016fd38eb1f7 admin admin] Publish callbacks [] for security_group (f944d628-f6d3-4142-b59a-27ef539e8be7), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:11.768787 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-46e8c9d4-f5ab-4597-adaa-ba0ceb0646dc req-10fb8dc6-7454-41ce-ac82-0c09c132f1cc tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 210 time: 0.0297825 Sep 28 08:41:11.771388 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2acaca6d-36a0-40d6-8e01-016fd38eb1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (f944d628-f6d3-4142-b59a-27ef539e8be7), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:11.820135 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-2acaca6d-36a0-40d6-8e01-016fd38eb1f7 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=93d3c7aa0c314df0b59f2cb5e8ef43b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577698 Sep 28 08:41:11.820997 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acaca6d-36a0-40d6-8e01-016fd38eb1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f944d628-f6d3-4142-b59a-27ef539e8be7,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:11.823720 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 56286) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:41:11.831286 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:11.883223 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6280cda5-8fd7-4ff1-af8c-b5345f53fe9e admin admin] Publish callbacks [] for security_group (f944d628-f6d3-4142-b59a-27ef539e8be7), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:11.906396 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6280cda5-8fd7-4ff1-af8c-b5345f53fe9e admin admin] Publish callbacks [] for security_group (f944d628-f6d3-4142-b59a-27ef539e8be7), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:11.958837 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6280cda5-8fd7-4ff1-af8c-b5345f53fe9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (f944d628-f6d3-4142-b59a-27ef539e8be7), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:11.961541 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6280cda5-8fd7-4ff1-af8c-b5345f53fe9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:11.962682 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-6280cda5-8fd7-4ff1-af8c-b5345f53fe9e admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f944d628-f6d3-4142-b59a-27ef539e8be7 HTTP/1.1" status: 204 len: 168 time: 0.1379728 Sep 28 08:41:11.970758 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280cda5-8fd7-4ff1-af8c-b5345f53fe9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f944d628-f6d3-4142-b59a-27ef539e8be7,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:12.527196 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 56306) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:41:12.648081 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b9f3faa8-e6f0-4dbe-9554-d0d606f19912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:12.730827 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b9f3faa8-e6f0-4dbe-9554-d0d606f19912 admin admin] Publish callbacks [] for security_group (7154a681-465a-4021-ae11-d875bf928dcb), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:12.736266 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b9f3faa8-e6f0-4dbe-9554-d0d606f19912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (7154a681-465a-4021-ae11-d875bf928dcb), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:12.781476 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-b9f3faa8-e6f0-4dbe-9554-d0d606f19912 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f07839378483494990a49ffdea7dd95e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531557 Sep 28 08:41:12.782403 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3faa8-e6f0-4dbe-9554-d0d606f19912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7154a681-465a-4021-ae11-d875bf928dcb,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:12.784193 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 56310) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:41:12.839785 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-12fea993-f221-4aae-b063-87463d0f9a81 admin admin] Publish callbacks [] for security_group (7154a681-465a-4021-ae11-d875bf928dcb), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:12.883486 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bb7d5b5f-607d-49b8-876a-413620322349 req-c66b9a8c-b10e-497d-846c-f73fd01fc665 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 210 time: 0.0355279 Sep 28 08:41:12.885915 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-12fea993-f221-4aae-b063-87463d0f9a81 admin admin] Publish callbacks [] for security_group (7154a681-465a-4021-ae11-d875bf928dcb), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:12.944015 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-12fea993-f221-4aae-b063-87463d0f9a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (7154a681-465a-4021-ae11-d875bf928dcb), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:12.946654 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-12fea993-f221-4aae-b063-87463d0f9a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:12.951198 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-12fea993-f221-4aae-b063-87463d0f9a81 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7154a681-465a-4021-ae11-d875bf928dcb HTTP/1.1" status: 204 len: 168 time: 0.1653700 Sep 28 08:41:12.960121 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fea993-f221-4aae-b063-87463d0f9a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7154a681-465a-4021-ae11-d875bf928dcb,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:13.485310 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060594d-3f27-4631-a7db-698db3805e12 req-b9ce9984-0034-4279-a13a-a6b9b495fd8e tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:13.487419 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0060594d-3f27-4631-a7db-698db3805e12 req-b9ce9984-0034-4279-a13a-a6b9b495fd8e tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.26 "GET /networking/v2.0/networks?id=ecfbeafd-1446-46f2-889b-466b351133a2 HTTP/1.1" status: 200 len: 818 time: 0.1214221 Sep 28 08:41:13.562540 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0060594d-3f27-4631-a7db-698db3805e12 req-4a57fd6b-ad92-4f4f-a6cb-acfd597b582c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=42699952850d49fdafb670aeb5f613ed HTTP/1.1" status: 200 len: 378 time: 0.0587084 Sep 28 08:41:13.678975 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-0060594d-3f27-4631-a7db-698db3805e12 req-acbea983-3937-45b5-ba8a-a296587dd5a3 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Request body: {'port': {'device_id': 'fde027c2-5ced-4b17-abcd-d13aae06a1aa', 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2', 'admin_state_up': True, 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'security_groups': ['3c312887-1a1b-4711-a991-9b1d69371462']}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:41:13.790137 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0060594d-3f27-4631-a7db-698db3805e12 req-acbea983-3937-45b5-ba8a-a296587dd5a3 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Made reservation on behalf of 42699952850d49fdafb670aeb5f613ed for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:41:13.794102 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0060594d-3f27-4631-a7db-698db3805e12 req-acbea983-3937-45b5-ba8a-a296587dd5a3 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:13.923816 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-0060594d-3f27-4631-a7db-698db3805e12 req-acbea983-3937-45b5-ba8a-a296587dd5a3 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Allocated IP 172.20.0.14 (ecfbeafd-1446-46f2-889b-466b351133a2/18b86f52-f49c-435b-95de-852298b2f6f4/cd365a60-ac04-41d0-9a07-5370af59c807) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:41:13.952191 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:INSERT=21,neutron:SELECT=78,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:13.990499 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-85be3a01-a685-41dc-be58-8479c58b3c55 req-2587d9f8-fb22-4c62-a414-53f1a466b627 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 210 time: 0.0296364 Sep 28 08:41:14.025297 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:14.065493 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0060594d-3f27-4631-a7db-698db3805e12 req-acbea983-3937-45b5-ba8a-a296587dd5a3 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks [] for port (cd365a60-ac04-41d0-9a07-5370af59c807), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:14.097475 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0060594d-3f27-4631-a7db-698db3805e12 req-acbea983-3937-45b5-ba8a-a296587dd5a3 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (cd365a60-ac04-41d0-9a07-5370af59c807), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:14.145551 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0060594d-3f27-4631-a7db-698db3805e12 req-acbea983-3937-45b5-ba8a-a296587dd5a3 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Network ecfbeafd-1446-46f2-889b-466b351133a2 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:41:14.148805 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-0060594d-3f27-4631-a7db-698db3805e12 req-acbea983-3937-45b5-ba8a-a296587dd5a3 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:41:14.152718 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-0060594d-3f27-4631-a7db-698db3805e12 req-acbea983-3937-45b5-ba8a-a296587dd5a3 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:41:14.159626 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbea983-3937-45b5-ba8a-a296587dd5a3 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Pushing event updated for resources: {'Port': ['ID=cd365a60-ac04-41d0-9a07-5370af59c807,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:14.209609 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060594d-3f27-4631-a7db-698db3805e12 req-acbea983-3937-45b5-ba8a-a296587dd5a3 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:14.210229 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0060594d-3f27-4631-a7db-698db3805e12 req-acbea983-3937-45b5-ba8a-a296587dd5a3 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:14.227000 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0060594d-3f27-4631-a7db-698db3805e12 req-acbea983-3937-45b5-ba8a-a296587dd5a3 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5528443 Sep 28 08:41:14.245730 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-0060594d-3f27-4631-a7db-698db3805e12 req-7f451dd3-0818-4299-bce5-aa49138b861d service neutron] Request body: {'port': {'device_id': 'fde027c2-5ced-4b17-abcd-d13aae06a1aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:41:14.312161 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0060594d-3f27-4631-a7db-698db3805e12 req-7f451dd3-0818-4299-bce5-aa49138b861d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (cd365a60-ac04-41d0-9a07-5370af59c807), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:14.376462 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-b375c55f-8401-4cf2-99eb-d8c665bbce31 None None] Provisioning complete for port cd365a60-ac04-41d0-9a07-5370af59c807 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:41:14.377622 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b375c55f-8401-4cf2-99eb-d8c665bbce31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (cd365a60-ac04-41d0-9a07-5370af59c807), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:14.377859 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-b375c55f-8401-4cf2-99eb-d8c665bbce31 None None] Attempt 1 to provision port cd365a60-ac04-41d0-9a07-5370af59c807 Sep 28 08:41:14.379549 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:14.411426 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-b375c55f-8401-4cf2-99eb-d8c665bbce31 None None] Port cd365a60-ac04-41d0-9a07-5370af59c807 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:41:14.566382 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-0060594d-3f27-4631-a7db-698db3805e12 req-7f451dd3-0818-4299-bce5-aa49138b861d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd365a60-ac04-41d0-9a07-5370af59c807 {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:41:14.573992 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0060594d-3f27-4631-a7db-698db3805e12 req-7f451dd3-0818-4299-bce5-aa49138b861d service neutron] Publish callbacks [] for port (cd365a60-ac04-41d0-9a07-5370af59c807), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:14.587011 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-0060594d-3f27-4631-a7db-698db3805e12 req-7f451dd3-0818-4299-bce5-aa49138b861d service neutron] Transition to ACTIVE for port object cd365a60-ac04-41d0-9a07-5370af59c807 will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 08:41:14.590820 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0060594d-3f27-4631-a7db-698db3805e12 req-7f451dd3-0818-4299-bce5-aa49138b861d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (cd365a60-ac04-41d0-9a07-5370af59c807), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:14.670971 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f451dd3-0818-4299-bce5-aa49138b861d service neutron] Pushing event updated for resources: {'Port': ['ID=cd365a60-ac04-41d0-9a07-5370af59c807,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:14.701432 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-0060594d-3f27-4631-a7db-698db3805e12 req-7f451dd3-0818-4299-bce5-aa49138b861d service neutron] Attempting to bind port cd365a60-ac04-41d0-9a07-5370af59c807 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:41:14.701763 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-0060594d-3f27-4631-a7db-698db3805e12 req-7f451dd3-0818-4299-bce5-aa49138b861d service neutron] Attempting to bind port cd365a60-ac04-41d0-9a07-5370af59c807 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'd8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:41:14.702090 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0060594d-3f27-4631-a7db-698db3805e12 req-7f451dd3-0818-4299-bce5-aa49138b861d service neutron] Attempting to bind port cd365a60-ac04-41d0-9a07-5370af59c807 on network ecfbeafd-1446-46f2-889b-466b351133a2 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:41:14.742863 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0060594d-3f27-4631-a7db-698db3805e12 req-7f451dd3-0818-4299-bce5-aa49138b861d service neutron] Port cd365a60-ac04-41d0-9a07-5370af59c807 on network ecfbeafd-1446-46f2-889b-466b351133a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:41:14.743196 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0060594d-3f27-4631-a7db-698db3805e12 req-7f451dd3-0818-4299-bce5-aa49138b861d service neutron] Attempting to bind port cd365a60-ac04-41d0-9a07-5370af59c807 on network ecfbeafd-1446-46f2-889b-466b351133a2 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:41:14.766441 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:14.789338 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0060594d-3f27-4631-a7db-698db3805e12 req-7f451dd3-0818-4299-bce5-aa49138b861d service neutron] Checking agent: {'id': '0e203ff6-fe6d-4565-9e88-81d2831b3c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'started_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:41:14.789746 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0060594d-3f27-4631-a7db-698db3805e12 req-7f451dd3-0818-4299-bce5-aa49138b861d service neutron] Checking segment: {'id': 'd8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:41:14.790163 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0060594d-3f27-4631-a7db-698db3805e12 req-7f451dd3-0818-4299-bce5-aa49138b861d service neutron] Bound using segment: {'id': 'd8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:41:14.790609 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-0060594d-3f27-4631-a7db-698db3805e12 req-7f451dd3-0818-4299-bce5-aa49138b861d service neutron] Bound port: cd365a60-ac04-41d0-9a07-5370af59c807, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:41:14.790976 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0060594d-3f27-4631-a7db-698db3805e12 req-7f451dd3-0818-4299-bce5-aa49138b861d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (cd365a60-ac04-41d0-9a07-5370af59c807), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:14.800183 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:14.858140 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-0060594d-3f27-4631-a7db-698db3805e12 req-7f451dd3-0818-4299-bce5-aa49138b861d service neutron] For port cd365a60-ac04-41d0-9a07-5370af59c807, host hv-cinder-84456, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:41:14.861436 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-0060594d-3f27-4631-a7db-698db3805e12 req-7f451dd3-0818-4299-bce5-aa49138b861d service neutron] For port cd365a60-ac04-41d0-9a07-5370af59c807, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=cd365a60-ac04-41d0-9a07-5370af59c807,segment=NetworkSegment(d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a),segment_id=d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:41:14.867565 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0060594d-3f27-4631-a7db-698db3805e12 req-7f451dd3-0818-4299-bce5-aa49138b861d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (cd365a60-ac04-41d0-9a07-5370af59c807), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:14.873244 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060594d-3f27-4631-a7db-698db3805e12 req-7f451dd3-0818-4299-bce5-aa49138b861d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:14.873861 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0060594d-3f27-4631-a7db-698db3805e12 req-7f451dd3-0818-4299-bce5-aa49138b861d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:14.875269 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0060594d-3f27-4631-a7db-698db3805e12 req-7f451dd3-0818-4299-bce5-aa49138b861d service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/cd365a60-ac04-41d0-9a07-5370af59c807 HTTP/1.1" status: 200 len: 1094 time: 0.6340253 Sep 28 08:41:14.875767 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde027c2-5ced-4b17-abcd-d13aae06a1aa', 'tag': 'cd365a60-ac04-41d0-9a07-5370af59c807'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:41:14.878060 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da53db93-6117-4c2e-8569-fef7b9594662" -d '{"events": [{"name": "network-changed", "server_uuid": "fde027c2-5ced-4b17-abcd-d13aae06a1aa", "tag": "cd365a60-ac04-41d0-9a07-5370af59c807"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:41:14.912389 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-b375c55f-8401-4cf2-99eb-d8c665bbce31 None None] Attempt 2 to provision port cd365a60-ac04-41d0-9a07-5370af59c807 Sep 28 08:41:14.923579 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f451dd3-0818-4299-bce5-aa49138b861d service neutron] Pushing event updated for resources: {'Port': ['ID=cd365a60-ac04-41d0-9a07-5370af59c807,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:14.939660 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f25c0d3-0edd-4efe-9377-ddae01e32f93 x-openstack-request-id: req-2f25c0d3-0edd-4efe-9377-ddae01e32f93 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:41:14.939983 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde027c2-5ced-4b17-abcd-d13aae06a1aa", "tag": "cd365a60-ac04-41d0-9a07-5370af59c807", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:41:14.940245 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f25c0d3-0edd-4efe-9377-ddae01e32f93 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:41:14.940650 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f25c0d3-0edd-4efe-9377-ddae01e32f93'] response: {'name': 'network-changed', 'server_uuid': 'fde027c2-5ced-4b17-abcd-d13aae06a1aa', 'tag': 'cd365a60-ac04-41d0-9a07-5370af59c807', 'status': 'completed', 'code': 200} Sep 28 08:41:14.952977 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-b375c55f-8401-4cf2-99eb-d8c665bbce31 None None] Port cd365a60-ac04-41d0-9a07-5370af59c807 had new provisioning blocks added so it will not transition to active. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 08:41:15.020713 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060594d-3f27-4631-a7db-698db3805e12 req-f8271222-3e81-4188-99ae-7d75fcc9cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:15.022240 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0060594d-3f27-4631-a7db-698db3805e12 req-f8271222-3e81-4188-99ae-7d75fcc9cf8c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=42699952850d49fdafb670aeb5f613ed&device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 1128 time: 0.0399003 Sep 28 08:41:15.076063 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0060594d-3f27-4631-a7db-698db3805e12 req-eaa04296-ab29-4887-ab57-3da8c5ec05d2 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd365a60-ac04-41d0-9a07-5370af59c807 HTTP/1.1" status: 200 len: 217 time: 0.0340180 Sep 28 08:41:15.110280 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6eb35-fa9b-464c-89a7-02c8905c1a75 req-af482399-c480-4683-a66d-07abcf532e73 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:15.111805 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-adf6eb35-fa9b-464c-89a7-02c8905c1a75 req-af482399-c480-4683-a66d-07abcf532e73 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 944 time: 0.0479138 Sep 28 08:41:15.131561 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060594d-3f27-4631-a7db-698db3805e12 req-3d6df661-0880-4c0d-a063-59ff897cf01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:15.131802 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:15.133162 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0060594d-3f27-4631-a7db-698db3805e12 req-3d6df661-0880-4c0d-a063-59ff897cf01a service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=18b86f52-f49c-435b-95de-852298b2f6f4 HTTP/1.1" status: 200 len: 857 time: 0.0490584 Sep 28 08:41:15.165588 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-adf6eb35-fa9b-464c-89a7-02c8905c1a75 req-0659bc20-6985-4516-a887-ea61a5a7abc0 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475433 Sep 28 08:41:15.181329 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060594d-3f27-4631-a7db-698db3805e12 req-ae2b4b97-b091-4287-83af-1f2c73911f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:15.182877 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0060594d-3f27-4631-a7db-698db3805e12 req-ae2b4b97-b091-4287-83af-1f2c73911f6c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ecfbeafd-1446-46f2-889b-466b351133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414858 Sep 28 08:41:15.276373 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0060594d-3f27-4631-a7db-698db3805e12 req-9326526f-f76e-4ac0-871d-1923914639c3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871754 Sep 28 08:41:15.365261 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0060594d-3f27-4631-a7db-698db3805e12 req-32a33519-0f7a-483b-a9f2-53632be392e8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818760 Sep 28 08:41:15.853337 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-4cda0155-4222-4373-bbc6-d82f9ed07fe4 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-36982107&fields=id&tenant_id=c507f95ba3c34cc789ee8903b40c346d HTTP/1.1" status: 200 len: 267 time: 0.0435441 Sep 28 08:41:15.964303 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-b57589af-7e4a-4905-a2d5-91d95bfad80d tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:15.965879 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-b57589af-7e4a-4905-a2d5-91d95bfad80d tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/networks?id=b76a6eab-b1a4-4566-a068-3e0c81275bca HTTP/1.1" status: 200 len: 807 time: 0.1062286 Sep 28 08:41:15.983608 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-6a7fb09d-2a9f-48b4-a3a9-468068275b0a tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/quotas/c507f95ba3c34cc789ee8903b40c346d HTTP/1.1" status: 200 len: 375 time: 0.0102227 Sep 28 08:41:16.032353 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-487ede99-75de-4e93-823a-99b9b808330c tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=c507f95ba3c34cc789ee8903b40c346d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430231 Sep 28 08:41:16.128936 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-bcbfe429-ad9f-4c98-b607-854a0a6dbfe4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b76a6eab-b1a4-4566-a068-3e0c81275bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846901 Sep 28 08:41:16.238207 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-416ca242-eb93-4384-90dc-241034afd9cd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b76a6eab-b1a4-4566-a068-3e0c81275bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032743 Sep 28 08:41:16.306134 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235b13b-f0e2-4e9f-9858-170e66d85861 req-18411701-b645-43c1-9159-ba02280743de tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:16.307644 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3235b13b-f0e2-4e9f-9858-170e66d85861 req-18411701-b645-43c1-9159-ba02280743de tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 944 time: 0.0490587 Sep 28 08:41:16.356971 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3235b13b-f0e2-4e9f-9858-170e66d85861 req-83b4741d-379d-4e03-8381-c109443bfb95 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438569 Sep 28 08:41:16.537680 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-61715c14-1c62-49ee-8715-acab97170809 req-07a730bd-de8f-4a48-8083-651ab2bf6736 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 210 time: 0.0303066 Sep 28 08:41:17.472125 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:17.481910 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614b0f5-d57e-4d16-b861-c3bc7f8191f2 req-453ba441-3fae-4db9-a699-c5e95af4de13 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:17.483311 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5614b0f5-d57e-4d16-b861-c3bc7f8191f2 req-453ba441-3fae-4db9-a699-c5e95af4de13 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 944 time: 0.0506418 Sep 28 08:41:17.530979 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5614b0f5-d57e-4d16-b861-c3bc7f8191f2 req-94c1ae7f-ac90-4b88-b0e0-cc854a849cff tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412862 Sep 28 08:41:17.636696 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fb4eda49-dd35-4652-a793-6dad1b04a8e9 req-29811665-e6ab-46cd-92ba-2b96c70f5f0f tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 210 time: 0.0264306 Sep 28 08:41:18.612326 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53db93-6117-4c2e-8569-fef7b9594662 req-453da46f-ffb8-45a9-a0e4-5f85ab853da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:18.614331 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-da53db93-6117-4c2e-8569-fef7b9594662 req-453da46f-ffb8-45a9-a0e4-5f85ab853da4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=42699952850d49fdafb670aeb5f613ed&device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 1128 time: 0.0429845 Sep 28 08:41:18.658627 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6465585-b7d9-4bc6-a9be-561c4b629521 req-65d6a545-98f8-441b-bc1c-0e588881c292 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:18.660149 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b6465585-b7d9-4bc6-a9be-561c4b629521 req-65d6a545-98f8-441b-bc1c-0e588881c292 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 944 time: 0.0520258 Sep 28 08:41:18.721823 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b6465585-b7d9-4bc6-a9be-561c4b629521 req-b08f286f-b4e9-4552-bde3-82028466b513 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553699 Sep 28 08:41:18.722587 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53db93-6117-4c2e-8569-fef7b9594662 req-9a9c949c-a256-4e37-8577-fa2869e95641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:18.724017 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-da53db93-6117-4c2e-8569-fef7b9594662 req-9a9c949c-a256-4e37-8577-fa2869e95641 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=ecfbeafd-1446-46f2-889b-466b351133a2 HTTP/1.1" status: 200 len: 919 time: 0.1026282 Sep 28 08:41:18.765109 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f072f933-8b31-40ff-b002-b079c2b8ea3b req-125c7051-ee88-4cf8-8d1d-33aaba3e948c tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 210 time: 0.0311205 Sep 28 08:41:18.771839 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-da53db93-6117-4c2e-8569-fef7b9594662 req-ea2e10ea-7687-4ab8-8454-a194739d5268 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd365a60-ac04-41d0-9a07-5370af59c807 HTTP/1.1" status: 200 len: 217 time: 0.0349371 Sep 28 08:41:18.828546 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53db93-6117-4c2e-8569-fef7b9594662 req-048533f9-c2d3-4932-b903-b664483b99c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:18.830094 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-da53db93-6117-4c2e-8569-fef7b9594662 req-048533f9-c2d3-4932-b903-b664483b99c2 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=18b86f52-f49c-435b-95de-852298b2f6f4 HTTP/1.1" status: 200 len: 857 time: 0.0499246 Sep 28 08:41:18.875846 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53db93-6117-4c2e-8569-fef7b9594662 req-3bbea50a-d8a6-4239-b959-862df0b21d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:18.877447 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-da53db93-6117-4c2e-8569-fef7b9594662 req-3bbea50a-d8a6-4239-b959-862df0b21d4d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ecfbeafd-1446-46f2-889b-466b351133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402405 Sep 28 08:41:18.973726 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-da53db93-6117-4c2e-8569-fef7b9594662 req-fe8d4ec3-7002-4cb2-9b00-0e796707909e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861497 Sep 28 08:41:19.083642 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:19.088022 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-da53db93-6117-4c2e-8569-fef7b9594662 req-65edd685-7860-4a48-9347-8edaff1c0ef0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021211 Sep 28 08:41:19.487528 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:19.634181 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-578be667-1fc9-4c9f-8800-82f73d719838 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:19.635705 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-578be667-1fc9-4c9f-8800-82f73d719838 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.26 "GET /networking/v2.0/networks?id=b76a6eab-b1a4-4566-a068-3e0c81275bca HTTP/1.1" status: 200 len: 807 time: 0.1181705 Sep 28 08:41:19.693424 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:19.696708 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device cd365a60-ac04-41d0-9a07-5370af59c807 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:41:19.711336 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-4211293a-081e-4eeb-bbdc-bd40dc424c3a tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c507f95ba3c34cc789ee8903b40c346d HTTP/1.1" status: 200 len: 378 time: 0.0588465 Sep 28 08:41:19.743905 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-c02625b0-40d5-4112-a99f-440779f7083b tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Request body: {'port': {'device_id': '901f2acc-6433-42cb-a931-82ccde824010', 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca', 'admin_state_up': True, 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'security_groups': ['89141cfe-1581-4eae-8219-dbd88c215341']}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:41:19.825854 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port cd365a60-ac04-41d0-9a07-5370af59c807, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=cd365a60-ac04-41d0-9a07-5370af59c807,segment=NetworkSegment(d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a),segment_id=d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:41:19.839851 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': 'cd365a60-ac04-41d0-9a07-5370af59c807', 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2', 'port_id': 'cd365a60-ac04-41d0-9a07-5370af59c807', 'mac_address': 'fa:16:3e:e2:bf:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:41:19.854027 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268edbe2-6fac-48d3-9bb2-397ff0e0b1c6 req-c5f15dc8-0d9e-4f09-8dd0-5c577f29f335 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:19.855719 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-268edbe2-6fac-48d3-9bb2-397ff0e0b1c6 req-c5f15dc8-0d9e-4f09-8dd0-5c577f29f335 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 944 time: 0.0584352 Sep 28 08:41:19.879108 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port cd365a60-ac04-41d0-9a07-5370af59c807 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:41:19.879664 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (cd365a60-ac04-41d0-9a07-5370af59c807), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:19.881852 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-c02625b0-40d5-4112-a99f-440779f7083b tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Made reservation on behalf of c507f95ba3c34cc789ee8903b40c346d for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:41:19.886202 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-c02625b0-40d5-4112-a99f-440779f7083b tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:19.893963 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd365a60-ac04-41d0-9a07-5370af59c807 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:41:19.896806 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-38d88f6f-feae-4718-84bf-59ba49d84fbe req-de1c5d90-e328-4f30-9f01-6114eb92a055 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 210 time: 0.0399828 Sep 28 08:41:19.920419 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port cd365a60-ac04-41d0-9a07-5370af59c807, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=cd365a60-ac04-41d0-9a07-5370af59c807,segment=NetworkSegment(d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a),segment_id=d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:41:19.925771 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (cd365a60-ac04-41d0-9a07-5370af59c807), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:19.938323 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-268edbe2-6fac-48d3-9bb2-397ff0e0b1c6 req-ab6e6f22-7e63-4c85-b920-5bfdf3f3d314 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705242 Sep 28 08:41:19.976558 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=cd365a60-ac04-41d0-9a07-5370af59c807,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:19.983775 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:19.984123 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:19.984591 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:19.984907 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:19.985280 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:19.985613 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:19.986516 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:19.986845 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:19.987177 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:19.987550 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:19.987992 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:19.988372 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:19.988698 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:19.989099 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:19.989509 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:41:20.020619 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-c02625b0-40d5-4112-a99f-440779f7083b tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Allocated IP 172.20.0.4 (b76a6eab-b1a4-4566-a068-3e0c81275bca/a0ea148b-44fa-4fa2-9123-8ad42b8808a6/ed5b6be5-cf6e-47ab-9c77-e942a22429de) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:41:20.163023 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-c02625b0-40d5-4112-a99f-440779f7083b tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for port (ed5b6be5-cf6e-47ab-9c77-e942a22429de), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:20.197118 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-c02625b0-40d5-4112-a99f-440779f7083b tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (ed5b6be5-cf6e-47ab-9c77-e942a22429de), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:20.243282 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-c02625b0-40d5-4112-a99f-440779f7083b tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Network b76a6eab-b1a4-4566-a068-3e0c81275bca is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:41:20.246499 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-c02625b0-40d5-4112-a99f-440779f7083b tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:41:20.250348 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-c02625b0-40d5-4112-a99f-440779f7083b tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:41:20.256510 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02625b0-40d5-4112-a99f-440779f7083b tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Pushing event updated for resources: {'Port': ['ID=ed5b6be5-cf6e-47ab-9c77-e942a22429de,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:20.315810 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-c02625b0-40d5-4112-a99f-440779f7083b tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:20.316569 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-c02625b0-40d5-4112-a99f-440779f7083b tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:20.337485 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-c02625b0-40d5-4112-a99f-440779f7083b tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5977285 Sep 28 08:41:20.358340 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-db0a56af-b902-4c2a-965b-26a84071a6f2 service neutron] Request body: {'port': {'device_id': '901f2acc-6433-42cb-a931-82ccde824010', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:41:20.386228 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:20.430047 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-db0a56af-b902-4c2a-965b-26a84071a6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (ed5b6be5-cf6e-47ab-9c77-e942a22429de), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:20.483707 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['cd365a60-ac04-41d0-9a07-5370af59c807'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:41:20.528651 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-069b7c2f-af2f-40b3-ad52-0ae23c088046 None None] Provisioning complete for port ed5b6be5-cf6e-47ab-9c77-e942a22429de triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:41:20.529276 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-069b7c2f-af2f-40b3-ad52-0ae23c088046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (ed5b6be5-cf6e-47ab-9c77-e942a22429de), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:20.529529 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-069b7c2f-af2f-40b3-ad52-0ae23c088046 None None] Attempt 1 to provision port ed5b6be5-cf6e-47ab-9c77-e942a22429de Sep 28 08:41:20.596011 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-069b7c2f-af2f-40b3-ad52-0ae23c088046 None None] Port ed5b6be5-cf6e-47ab-9c77-e942a22429de cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:41:20.854658 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:20.905084 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-db0a56af-b902-4c2a-965b-26a84071a6f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5b6be5-cf6e-47ab-9c77-e942a22429de {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:41:20.913379 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-db0a56af-b902-4c2a-965b-26a84071a6f2 service neutron] Publish callbacks [] for port (ed5b6be5-cf6e-47ab-9c77-e942a22429de), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:20.925982 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-db0a56af-b902-4c2a-965b-26a84071a6f2 service neutron] Transition to ACTIVE for port object ed5b6be5-cf6e-47ab-9c77-e942a22429de will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 08:41:20.929521 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-db0a56af-b902-4c2a-965b-26a84071a6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (ed5b6be5-cf6e-47ab-9c77-e942a22429de), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:21.012898 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a56af-b902-4c2a-965b-26a84071a6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5b6be5-cf6e-47ab-9c77-e942a22429de,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:21.034303 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b457c-ed5a-4c6e-a7f2-31b21c49cb5f req-84285cd5-50ff-4e57-b8be-c3081e20d334 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:21.036476 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-405b457c-ed5a-4c6e-a7f2-31b21c49cb5f req-84285cd5-50ff-4e57-b8be-c3081e20d334 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 943 time: 0.0554302 Sep 28 08:41:21.043843 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-db0a56af-b902-4c2a-965b-26a84071a6f2 service neutron] Attempting to bind port ed5b6be5-cf6e-47ab-9c77-e942a22429de on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:41:21.044314 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-db0a56af-b902-4c2a-965b-26a84071a6f2 service neutron] Attempting to bind port ed5b6be5-cf6e-47ab-9c77-e942a22429de by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '1281ad7f-9f33-492a-9a5f-5a420c2b7e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:41:21.044805 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-db0a56af-b902-4c2a-965b-26a84071a6f2 service neutron] Attempting to bind port ed5b6be5-cf6e-47ab-9c77-e942a22429de on network b76a6eab-b1a4-4566-a068-3e0c81275bca {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:41:21.090730 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-db0a56af-b902-4c2a-965b-26a84071a6f2 service neutron] Port ed5b6be5-cf6e-47ab-9c77-e942a22429de on network b76a6eab-b1a4-4566-a068-3e0c81275bca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:41:21.091058 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-db0a56af-b902-4c2a-965b-26a84071a6f2 service neutron] Attempting to bind port ed5b6be5-cf6e-47ab-9c77-e942a22429de on network b76a6eab-b1a4-4566-a068-3e0c81275bca {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:41:21.097181 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-069b7c2f-af2f-40b3-ad52-0ae23c088046 None None] Attempt 2 to provision port ed5b6be5-cf6e-47ab-9c77-e942a22429de Sep 28 08:41:21.122291 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2449a25d-e944-49c2-ac62-7c26b1f11de2 req-782c3a55-81ba-48a5-bd93-876bef878b33 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:21.123703 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2449a25d-e944-49c2-ac62-7c26b1f11de2 req-782c3a55-81ba-48a5-bd93-876bef878b33 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 945 time: 0.0741506 Sep 28 08:41:21.127925 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-405b457c-ed5a-4c6e-a7f2-31b21c49cb5f req-c904d5f4-d7a4-4a8c-afdf-3f9cec8716eb tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854206 Sep 28 08:41:21.133868 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-db0a56af-b902-4c2a-965b-26a84071a6f2 service neutron] Checking agent: {'id': '0e203ff6-fe6d-4565-9e88-81d2831b3c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'started_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:41:21.134220 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-db0a56af-b902-4c2a-965b-26a84071a6f2 service neutron] Checking segment: {'id': '1281ad7f-9f33-492a-9a5f-5a420c2b7e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:41:21.134606 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-db0a56af-b902-4c2a-965b-26a84071a6f2 service neutron] Bound using segment: {'id': '1281ad7f-9f33-492a-9a5f-5a420c2b7e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:41:21.135052 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-db0a56af-b902-4c2a-965b-26a84071a6f2 service neutron] Bound port: ed5b6be5-cf6e-47ab-9c77-e942a22429de, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1281ad7f-9f33-492a-9a5f-5a420c2b7e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:41:21.135417 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-db0a56af-b902-4c2a-965b-26a84071a6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (ed5b6be5-cf6e-47ab-9c77-e942a22429de), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:21.137758 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-069b7c2f-af2f-40b3-ad52-0ae23c088046 None None] Port ed5b6be5-cf6e-47ab-9c77-e942a22429de cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:41:21.147792 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:21.175448 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2449a25d-e944-49c2-ac62-7c26b1f11de2 req-6109d92e-7cc2-4960-ab5f-492c3351bd8a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433540 Sep 28 08:41:21.199821 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-db0a56af-b902-4c2a-965b-26a84071a6f2 service neutron] For port ed5b6be5-cf6e-47ab-9c77-e942a22429de, host hv-cinder-84456, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:41:21.203115 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-db0a56af-b902-4c2a-965b-26a84071a6f2 service neutron] For port ed5b6be5-cf6e-47ab-9c77-e942a22429de, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ed5b6be5-cf6e-47ab-9c77-e942a22429de,segment=NetworkSegment(1281ad7f-9f33-492a-9a5f-5a420c2b7e06),segment_id=1281ad7f-9f33-492a-9a5f-5a420c2b7e06)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:41:21.210232 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-db0a56af-b902-4c2a-965b-26a84071a6f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (ed5b6be5-cf6e-47ab-9c77-e942a22429de), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:21.214331 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-db0a56af-b902-4c2a-965b-26a84071a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:21.214935 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-db0a56af-b902-4c2a-965b-26a84071a6f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:21.216281 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-db0a56af-b902-4c2a-965b-26a84071a6f2 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/ed5b6be5-cf6e-47ab-9c77-e942a22429de HTTP/1.1" status: 200 len: 1093 time: 0.8626263 Sep 28 08:41:21.216832 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901f2acc-6433-42cb-a931-82ccde824010', 'tag': 'ed5b6be5-cf6e-47ab-9c77-e942a22429de'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:41:21.219051 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7610bb18-c735-497a-8386-7cdf4a48cfac" -d '{"events": [{"name": "network-changed", "server_uuid": "901f2acc-6433-42cb-a931-82ccde824010", "tag": "ed5b6be5-cf6e-47ab-9c77-e942a22429de"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:41:21.261276 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800daf7d-32c6-4ddf-934b-825aabdc13f1 x-openstack-request-id: req-800daf7d-32c6-4ddf-934b-825aabdc13f1 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:41:21.261583 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901f2acc-6433-42cb-a931-82ccde824010", "tag": "ed5b6be5-cf6e-47ab-9c77-e942a22429de", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:41:21.261818 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-800daf7d-32c6-4ddf-934b-825aabdc13f1 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:41:21.262250 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-800daf7d-32c6-4ddf-934b-825aabdc13f1'] response: {'name': 'network-changed', 'server_uuid': '901f2acc-6433-42cb-a931-82ccde824010', 'tag': 'ed5b6be5-cf6e-47ab-9c77-e942a22429de', 'status': 'completed', 'code': 200} Sep 28 08:41:21.272211 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a56af-b902-4c2a-965b-26a84071a6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5b6be5-cf6e-47ab-9c77-e942a22429de,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:21.340804 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-73361c5b-e81d-49ae-9073-849ef4322974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:21.342290 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-73361c5b-e81d-49ae-9073-849ef4322974 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c507f95ba3c34cc789ee8903b40c346d&device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 1127 time: 0.0429804 Sep 28 08:41:21.388987 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-3dd9acb0-fca2-4d93-ab72-d568f9cd535b service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed5b6be5-cf6e-47ab-9c77-e942a22429de HTTP/1.1" status: 200 len: 217 time: 0.0331447 Sep 28 08:41:21.437208 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-6babd229-5920-4b62-afb8-d2f5e10a974f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:21.438628 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-6babd229-5920-4b62-afb8-d2f5e10a974f service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=a0ea148b-44fa-4fa2-9123-8ad42b8808a6 HTTP/1.1" status: 200 len: 846 time: 0.0434797 Sep 28 08:41:21.485115 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-048bb782-1190-4a69-ae1e-b541ed29414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:21.486664 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-048bb782-1190-4a69-ae1e-b541ed29414f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b76a6eab-b1a4-4566-a068-3e0c81275bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421767 Sep 28 08:41:21.515865 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:21.583388 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-2291bb85-d43f-4058-9fae-2d266ad28d35 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b76a6eab-b1a4-4566-a068-3e0c81275bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856590 Sep 28 08:41:21.639341 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-069b7c2f-af2f-40b3-ad52-0ae23c088046 None None] Attempt 3 to provision port ed5b6be5-cf6e-47ab-9c77-e942a22429de Sep 28 08:41:21.676981 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-069b7c2f-af2f-40b3-ad52-0ae23c088046 None None] Port ed5b6be5-cf6e-47ab-9c77-e942a22429de had new provisioning blocks added so it will not transition to active. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 08:41:21.677889 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4d4f920-1772-4893-8826-07aeb8331b76 req-faafafb3-8cb0-4953-943c-6055cab480e0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b76a6eab-b1a4-4566-a068-3e0c81275bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871251 Sep 28 08:41:21.832486 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device cd365a60-ac04-41d0-9a07-5370af59c807 up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:41:21.873675 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning for port cd365a60-ac04-41d0-9a07-5370af59c807 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 08:41:21.878797 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port cd365a60-ac04-41d0-9a07-5370af59c807 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:41:21.879177 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (cd365a60-ac04-41d0-9a07-5370af59c807), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:21.879512 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port cd365a60-ac04-41d0-9a07-5370af59c807 Sep 28 08:41:21.881524 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:21.954219 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port cd365a60-ac04-41d0-9a07-5370af59c807 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:41:21.955196 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (cd365a60-ac04-41d0-9a07-5370af59c807), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:21.963440 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:21.979926 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde027c2-5ced-4b17-abcd-d13aae06a1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd365a60-ac04-41d0-9a07-5370af59c807'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:41:21.982192 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f897a7d-0069-4b6b-aee3-880701615e79" -d '{"events": [{"server_uuid": "fde027c2-5ced-4b17-abcd-d13aae06a1aa", "name": "network-vif-plugged", "status": "completed", "tag": "cd365a60-ac04-41d0-9a07-5370af59c807"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:41:21.995891 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port cd365a60-ac04-41d0-9a07-5370af59c807, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=cd365a60-ac04-41d0-9a07-5370af59c807,segment=NetworkSegment(d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a),segment_id=d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:41:21.999777 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (cd365a60-ac04-41d0-9a07-5370af59c807), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:22.024467 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdc1fcf-c015-4f67-8659-2f4bce0355cf x-openstack-request-id: req-2bdc1fcf-c015-4f67-8659-2f4bce0355cf {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:41:22.024761 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde027c2-5ced-4b17-abcd-d13aae06a1aa", "name": "network-vif-plugged", "status": "completed", "tag": "cd365a60-ac04-41d0-9a07-5370af59c807", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:41:22.025049 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2bdc1fcf-c015-4f67-8659-2f4bce0355cf {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:41:22.026573 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bdc1fcf-c015-4f67-8659-2f4bce0355cf'] response: {'server_uuid': 'fde027c2-5ced-4b17-abcd-d13aae06a1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd365a60-ac04-41d0-9a07-5370af59c807', 'code': 200} Sep 28 08:41:22.051821 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=cd365a60-ac04-41d0-9a07-5370af59c807,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:22.271437 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347b198-5d98-471d-8e3b-14fb7bc744b3 req-bc176c7c-2ddb-4110-8016-e87d821db5c5 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:22.272870 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d347b198-5d98-471d-8e3b-14fb7bc744b3 req-bc176c7c-2ddb-4110-8016-e87d821db5c5 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 943 time: 0.0568161 Sep 28 08:41:22.329115 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabe690-ae33-4c54-b5be-363accdf7b12 req-69a8cb70-5b22-468e-a865-156aefa8d0c9 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:22.330660 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9aabe690-ae33-4c54-b5be-363accdf7b12 req-69a8cb70-5b22-468e-a865-156aefa8d0c9 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0728536 Sep 28 08:41:22.372074 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d347b198-5d98-471d-8e3b-14fb7bc744b3 req-38bdab0a-c956-473e-b2f0-1cd9afecd0cc tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760043 Sep 28 08:41:22.400445 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9aabe690-ae33-4c54-b5be-363accdf7b12 req-f7befb18-f859-43f5-a457-3a84e8722db9 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599780 Sep 28 08:41:23.039843 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610bb18-c735-497a-8386-7cdf4a48cfac req-158b93b4-a1c5-4e73-9a62-eb8d18d48675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:23.041635 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7610bb18-c735-497a-8386-7cdf4a48cfac req-158b93b4-a1c5-4e73-9a62-eb8d18d48675 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c507f95ba3c34cc789ee8903b40c346d&device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 1127 time: 0.0404487 Sep 28 08:41:23.137078 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610bb18-c735-497a-8386-7cdf4a48cfac req-1583846e-d34e-437f-9562-3cf31ff059d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:23.138572 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7610bb18-c735-497a-8386-7cdf4a48cfac req-1583846e-d34e-437f-9562-3cf31ff059d1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=b76a6eab-b1a4-4566-a068-3e0c81275bca HTTP/1.1" status: 200 len: 908 time: 0.0910068 Sep 28 08:41:23.172356 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28305575-89fa-4cdf-81af-f1be8b9b067d req-a9330a54-24e2-4236-8231-3c636e94ea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:23.173917 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-28305575-89fa-4cdf-81af-f1be8b9b067d req-a9330a54-24e2-4236-8231-3c636e94ea7f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 1130 time: 0.0391216 Sep 28 08:41:23.180096 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7610bb18-c735-497a-8386-7cdf4a48cfac req-296f6c08-c644-4dcf-9741-b4036f7554d4 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed5b6be5-cf6e-47ab-9c77-e942a22429de HTTP/1.1" status: 200 len: 217 time: 0.0347733 Sep 28 08:41:23.225410 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-28305575-89fa-4cdf-81af-f1be8b9b067d req-1e528e87-8332-406f-8278-d00acfdd9822 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457156 Sep 28 08:41:23.229465 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610bb18-c735-497a-8386-7cdf4a48cfac req-9e3f8c65-e431-4970-a996-707d2a2bf4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:23.230939 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7610bb18-c735-497a-8386-7cdf4a48cfac req-9e3f8c65-e431-4970-a996-707d2a2bf4fc service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=a0ea148b-44fa-4fa2-9123-8ad42b8808a6 HTTP/1.1" status: 200 len: 846 time: 0.0454035 Sep 28 08:41:23.528930 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01da24-164c-44c3-b636-659b78578c16 req-0d9b2b37-797c-43fd-9400-0ad0f791ef25 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:23.530445 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ae01da24-164c-44c3-b636-659b78578c16 req-0d9b2b37-797c-43fd-9400-0ad0f791ef25 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 943 time: 0.0768046 Sep 28 08:41:23.553808 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce199d5a-a146-466f-8e69-45cc0ba35f9f req-d31be171-4731-45eb-8129-d17ef5ab512b tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:23.555258 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ce199d5a-a146-466f-8e69-45cc0ba35f9f req-d31be171-4731-45eb-8129-d17ef5ab512b tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0689681 Sep 28 08:41:23.623340 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ae01da24-164c-44c3-b636-659b78578c16 req-1bd9f201-4072-46b3-9652-d5c091f6d6b8 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0838816 Sep 28 08:41:23.630862 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ce199d5a-a146-466f-8e69-45cc0ba35f9f req-f4856349-cc7a-4554-bae0-e3df73b8c55e tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685289 Sep 28 08:41:23.741931 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:23.756046 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610bb18-c735-497a-8386-7cdf4a48cfac req-f9003ea8-5fe2-4cc2-b556-c6360b17c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:23.757854 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7610bb18-c735-497a-8386-7cdf4a48cfac req-f9003ea8-5fe2-4cc2-b556-c6360b17c28b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b76a6eab-b1a4-4566-a068-3e0c81275bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422714 Sep 28 08:41:23.859132 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7610bb18-c735-497a-8386-7cdf4a48cfac req-9bbc96c1-bdf4-4578-bd9b-22da59f1d40f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b76a6eab-b1a4-4566-a068-3e0c81275bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952353 Sep 28 08:41:24.268129 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-631e0d60-1c19-43d4-ab30-d09894012617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:24.585150 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7610bb18-c735-497a-8386-7cdf4a48cfac req-e5f5aa0a-c79c-46e9-a085-2d7b2a46b240 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b76a6eab-b1a4-4566-a068-3e0c81275bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979707 Sep 28 08:41:24.778729 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99668a8-9ec9-4b04-9155-316ee85f4466 req-f3839127-4350-43c1-8f83-89827b54cbdc tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:24.780144 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f99668a8-9ec9-4b04-9155-316ee85f4466 req-f3839127-4350-43c1-8f83-89827b54cbdc tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 943 time: 0.0791786 Sep 28 08:41:24.788678 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c933ff-18f5-4117-98e6-90d92245bffe req-3eae1169-222e-4f6a-a999-23c1cdf25659 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:24.790222 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-66c933ff-18f5-4117-98e6-90d92245bffe req-3eae1169-222e-4f6a-a999-23c1cdf25659 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0790300 Sep 28 08:41:24.865628 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:24.875329 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-66c933ff-18f5-4117-98e6-90d92245bffe req-71b00418-d515-4e90-bd90-d16a052d3f75 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758815 Sep 28 08:41:24.879317 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f99668a8-9ec9-4b04-9155-316ee85f4466 req-92baa546-a2b6-4b95-892c-74ceacf83cdb tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881560 Sep 28 08:41:26.033345 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687598d-6670-40c9-b909-5dbb56fa686c req-4b5aa042-18fb-45ee-a537-0f92b6914902 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:26.034823 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9687598d-6670-40c9-b909-5dbb56fa686c req-4b5aa042-18fb-45ee-a537-0f92b6914902 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 943 time: 0.0781076 Sep 28 08:41:26.040326 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2bccb-91d0-498d-858b-9cce6f01f3f1 req-938358d8-b41a-4222-84a8-9e6558ba13c0 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:26.041964 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-eda2bccb-91d0-498d-858b-9cce6f01f3f1 req-938358d8-b41a-4222-84a8-9e6558ba13c0 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0827744 Sep 28 08:41:26.116453 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9687598d-6670-40c9-b909-5dbb56fa686c req-365ae05b-e0df-4670-bd00-1cf7ab1b60c9 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735381 Sep 28 08:41:26.120509 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-eda2bccb-91d0-498d-858b-9cce6f01f3f1 req-853d2140-b340-44aa-93d6-13e835c93028 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712495 Sep 28 08:41:26.238153 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e67f3c-be97-42cf-b573-6c5423eb1d61 req-bd029bd9-525c-43bf-ae5f-7504ff689c17 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:26.239726 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-56e67f3c-be97-42cf-b573-6c5423eb1d61 req-bd029bd9-525c-43bf-ae5f-7504ff689c17 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0486989 Sep 28 08:41:26.250031 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 56398) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:41:26.254511 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-dcce9a18-20d0-4792-9e8a-09ada11c29a2 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Request body: {'floatingip': {'port_id': 'cd365a60-ac04-41d0-9a07-5370af59c807'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:41:26.295689 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dcce9a18-20d0-4792-9e8a-09ada11c29a2 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks [] for floatingip (6f02b85d-80ba-4228-9295-3c26d0c5758b), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:26.350508 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:26.667169 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-e84ca56f-1f12-44ab-a3bc-0ddb439c7ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:26.724978 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dcce9a18-20d0-4792-9e8a-09ada11c29a2 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:26.728764 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dcce9a18-20d0-4792-9e8a-09ada11c29a2 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (6f02b85d-80ba-4228-9295-3c26d0c5758b), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:26.819641 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.l3_db [None req-dcce9a18-20d0-4792-9e8a-09ada11c29a2 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Floating IP 6f02b85d-80ba-4228-9295-3c26d0c5758b associated. External IP: 172.27.2.173, port: cd365a60-ac04-41d0-9a07-5370af59c807. Sep 28 08:41:27.021346 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcce9a18-20d0-4792-9e8a-09ada11c29a2 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Router 4ab4942c-0ef5-485b-a142-80123b4e266a has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:41:27.066489 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:27.125567 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcce9a18-20d0-4792-9e8a-09ada11c29a2 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:41:27.130455 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dcce9a18-20d0-4792-9e8a-09ada11c29a2 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:27.135768 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe77c33-6f63-458d-8e41-a2a36ab62eea None None] Sync routers for ids ['4ab4942c-0ef5-485b-a142-80123b4e266a'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:41:27.146593 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe77c33-6f63-458d-8e41-a2a36ab62eea None None] Routers {'4ab4942c-0ef5-485b-a142-80123b4e266a'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:41:27.147217 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-cbe77c33-6f63-458d-8e41-a2a36ab62eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:41:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['4ab4942c-0ef5-485b-a142-80123b4e266a'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:27.163498 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-dcce9a18-20d0-4792-9e8a-09ada11c29a2 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/6f02b85d-80ba-4228-9295-3c26d0c5758b HTTP/1.1" status: 200 len: 992 time: 0.9101121 Sep 28 08:41:27.163498 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde027c2-5ced-4b17-abcd-d13aae06a1aa', 'tag': 'cd365a60-ac04-41d0-9a07-5370af59c807'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:41:27.164189 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7ed2ddc4584b00f7c30cf30121e6cd69d5fd04907018550f4f3d85fbaaf14d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da483a7a-45c8-4ed3-989b-b3e8412f792a" -d '{"events": [{"name": "network-changed", "server_uuid": "fde027c2-5ced-4b17-abcd-d13aae06a1aa", "tag": "cd365a60-ac04-41d0-9a07-5370af59c807"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:41:27.210263 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1313f8-bf5d-45fe-8ee6-03ec7bde077d x-openstack-request-id: req-bb1313f8-bf5d-45fe-8ee6-03ec7bde077d {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:41:27.210571 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde027c2-5ced-4b17-abcd-d13aae06a1aa", "tag": "cd365a60-ac04-41d0-9a07-5370af59c807", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:41:27.210805 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bb1313f8-bf5d-45fe-8ee6-03ec7bde077d {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:41:27.211198 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb1313f8-bf5d-45fe-8ee6-03ec7bde077d'] response: {'name': 'network-changed', 'server_uuid': 'fde027c2-5ced-4b17-abcd-d13aae06a1aa', 'tag': 'cd365a60-ac04-41d0-9a07-5370af59c807', 'status': 'completed', 'code': 200} Sep 28 08:41:27.244108 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb1b8c-6eef-4eb2-8586-f2f866da6ef2 req-bf98a744-1afa-46c0-84c7-6d147f899fb9 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:27.245623 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-29fb1b8c-6eef-4eb2-8586-f2f866da6ef2 req-bf98a744-1afa-46c0-84c7-6d147f899fb9 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 943 time: 0.0471742 Sep 28 08:41:27.254602 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-cbe77c33-6f63-458d-8e41-a2a36ab62eea None None] Set router 4ab4942c-0ef5-485b-a142-80123b4e266a gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:41:27.298973 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-29fb1b8c-6eef-4eb2-8586-f2f866da6ef2 req-2739666f-1f4d-4e70-8cec-44a8b17f7d80 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475934 Sep 28 08:41:27.314502 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da483a7a-45c8-4ed3-989b-b3e8412f792a req-c5056997-8ce8-470e-b830-2f93a64848ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:27.316672 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-da483a7a-45c8-4ed3-989b-b3e8412f792a req-c5056997-8ce8-470e-b830-2f93a64848ff service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=42699952850d49fdafb670aeb5f613ed&device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 1130 time: 0.0414791 Sep 28 08:41:27.410057 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da483a7a-45c8-4ed3-989b-b3e8412f792a req-aefebe19-9e31-44ce-9764-42ba2f7c9ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:27.411514 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-da483a7a-45c8-4ed3-989b-b3e8412f792a req-aefebe19-9e31-44ce-9764-42ba2f7c9ec6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=ecfbeafd-1446-46f2-889b-466b351133a2 HTTP/1.1" status: 200 len: 919 time: 0.0887773 Sep 28 08:41:27.469202 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-cbe77c33-6f63-458d-8e41-a2a36ab62eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'name': 'tempest-ServerRescueNegativeTestJSON-324872223-router', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:10Z', 'revision_number': 4, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'gw_port': {'id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '6f02b85d-80ba-4228-9295-3c26d0c5758b', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'port_id': 'cd365a60-ac04-41d0-9a07-5370af59c807', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2', 'mac_address': 'fa:16:3e:e2:bf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde027c2-5ced-4b17-abcd-d13aae06a1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:41:10Z', 'updated_at': '2022-09-28T08:41:26Z', 'revision_number': 1, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9afea4-305a-4550-9e05-062d198e175a', 'name': '', 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'mac_address': 'fa:16:3e:cf:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:07Z', 'updated_at': '2022-09-28T08:38:20Z', 'revision_number': 5, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'subnets': [{'id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:27.476766 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-da483a7a-45c8-4ed3-989b-b3e8412f792a req-68f5251e-67aa-477b-91ed-9f065550203f service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd365a60-ac04-41d0-9a07-5370af59c807 HTTP/1.1" status: 200 len: 1000 time: 0.0587471 Sep 28 08:41:27.494025 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe77c33-6f63-458d-8e41-a2a36ab62eea None None] Checking router: 4ab4942c-0ef5-485b-a142-80123b4e266a for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:41:27.502987 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe77c33-6f63-458d-8e41-a2a36ab62eea None None] Routers {'4ab4942c-0ef5-485b-a142-80123b4e266a'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:41:27.503598 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-cbe77c33-6f63-458d-8e41-a2a36ab62eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:41:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['4ab4942c-0ef5-485b-a142-80123b4e266a'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:27.529244 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da483a7a-45c8-4ed3-989b-b3e8412f792a req-3f4d70d1-6ad8-4f0c-90e5-0e12b4bd7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:27.530989 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-da483a7a-45c8-4ed3-989b-b3e8412f792a req-3f4d70d1-6ad8-4f0c-90e5-0e12b4bd7a46 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=18b86f52-f49c-435b-95de-852298b2f6f4 HTTP/1.1" status: 200 len: 857 time: 0.0467093 Sep 28 08:41:27.577577 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da483a7a-45c8-4ed3-989b-b3e8412f792a req-ba1fcba2-b750-41a3-af24-a44e9265aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:27.578995 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-da483a7a-45c8-4ed3-989b-b3e8412f792a req-ba1fcba2-b750-41a3-af24-a44e9265aa86 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ecfbeafd-1446-46f2-889b-466b351133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403144 Sep 28 08:41:27.615351 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-cbe77c33-6f63-458d-8e41-a2a36ab62eea None None] Set router 4ab4942c-0ef5-485b-a142-80123b4e266a gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:41:27.657521 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:27.674760 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-da483a7a-45c8-4ed3-989b-b3e8412f792a req-f9bf63b3-f272-472c-aa4d-61e9d0bbbf82 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896342 Sep 28 08:41:27.757949 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:27.770200 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-da483a7a-45c8-4ed3-989b-b3e8412f792a req-60c51491-8e6c-47e3-84f1-837345bee9b9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893180 Sep 28 08:41:27.841433 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-cbe77c33-6f63-458d-8e41-a2a36ab62eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'name': 'tempest-ServerRescueNegativeTestJSON-324872223-router', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:10Z', 'revision_number': 4, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'gw_port': {'id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '6f02b85d-80ba-4228-9295-3c26d0c5758b', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'port_id': 'cd365a60-ac04-41d0-9a07-5370af59c807', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2', 'mac_address': 'fa:16:3e:e2:bf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde027c2-5ced-4b17-abcd-d13aae06a1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:41:10Z', 'updated_at': '2022-09-28T08:41:26Z', 'revision_number': 1, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9afea4-305a-4550-9e05-062d198e175a', 'name': '', 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'mac_address': 'fa:16:3e:cf:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:07Z', 'updated_at': '2022-09-28T08:38:20Z', 'revision_number': 5, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'subnets': [{'id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:27.872554 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe77c33-6f63-458d-8e41-a2a36ab62eea None None] The sync data for ids ['4ab4942c-0ef5-485b-a142-80123b4e266a'] in dv-cinder-844563-8-iscsi is: [{'id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'name': 'tempest-ServerRescueNegativeTestJSON-324872223-router', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:10Z', 'revision_number': 4, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'gw_port': {'id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '6f02b85d-80ba-4228-9295-3c26d0c5758b', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'port_id': 'cd365a60-ac04-41d0-9a07-5370af59c807', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2', 'mac_address': 'fa:16:3e:e2:bf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde027c2-5ced-4b17-abcd-d13aae06a1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:41:10Z', 'updated_at': '2022-09-28T08:41:26Z', 'revision_number': 1, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9afea4-305a-4550-9e05-062d198e175a', 'name': '', 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'mac_address': 'fa:16:3e:cf:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:07Z', 'updated_at': '2022-09-28T08:38:20Z', 'revision_number': 5, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'subnets': [{'id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:41:27.874686 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:28.417450 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:28.426597 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1070b-4013-4097-be5e-f335e35700fa req-1542267b-f3ff-4ac6-a5c1-a5d2171b949a tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:28.428164 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-03a1070b-4013-4097-be5e-f335e35700fa req-1542267b-f3ff-4ac6-a5c1-a5d2171b949a tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 943 time: 0.0497196 Sep 28 08:41:28.473657 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2135c9c-7756-4a5e-a673-41d638151b22 None None] New status for floating IP 6f02b85d-80ba-4228-9295-3c26d0c5758b: ACTIVE {{(pid=106478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:41:28.480509 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-03a1070b-4013-4097-be5e-f335e35700fa req-08c0e90f-f58c-43ca-a228-3759b99be10a tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466785 Sep 28 08:41:29.424384 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:29.473626 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:29.602142 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d186ab9-d916-49db-833d-b3cb03c5df52 req-ca06fa7d-b10c-461d-aecf-210105bcb162 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:29.603632 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2d186ab9-d916-49db-833d-b3cb03c5df52 req-ca06fa7d-b10c-461d-aecf-210105bcb162 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 943 time: 0.0475194 Sep 28 08:41:29.653470 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2d186ab9-d916-49db-833d-b3cb03c5df52 req-f128a5d8-852b-4f42-889f-38923e4ac228 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440829 Sep 28 08:41:30.750799 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:41:31.029558 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcde7a1-1251-4d3e-be9f-4e2ea8d0ace3 req-b705c212-838e-409c-851b-8cc016e247d5 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:31.031077 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2fcde7a1-1251-4d3e-be9f-4e2ea8d0ace3 req-b705c212-838e-409c-851b-8cc016e247d5 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 943 time: 0.3035629 Sep 28 08:41:31.081455 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2fcde7a1-1251-4d3e-be9f-4e2ea8d0ace3 req-4b4b919c-bb33-4e82-8ad9-e9a28f959ab7 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446432 Sep 28 08:41:31.832849 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device ed5b6be5-cf6e-47ab-9c77-e942a22429de details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:41:31.935030 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port ed5b6be5-cf6e-47ab-9c77-e942a22429de, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ed5b6be5-cf6e-47ab-9c77-e942a22429de,segment=NetworkSegment(1281ad7f-9f33-492a-9a5f-5a420c2b7e06),segment_id=1281ad7f-9f33-492a-9a5f-5a420c2b7e06)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:41:31.946471 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': 'ed5b6be5-cf6e-47ab-9c77-e942a22429de', 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca', 'port_id': 'ed5b6be5-cf6e-47ab-9c77-e942a22429de', 'mac_address': 'fa:16:3e:6f:9a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ea148b-44fa-4fa2-9123-8ad42b8808a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:41:31.973268 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:31.982526 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port ed5b6be5-cf6e-47ab-9c77-e942a22429de is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:41:31.982922 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (ed5b6be5-cf6e-47ab-9c77-e942a22429de), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:31.996047 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5b6be5-cf6e-47ab-9c77-e942a22429de {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:41:32.015861 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port ed5b6be5-cf6e-47ab-9c77-e942a22429de, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ed5b6be5-cf6e-47ab-9c77-e942a22429de,segment=NetworkSegment(1281ad7f-9f33-492a-9a5f-5a420c2b7e06),segment_id=1281ad7f-9f33-492a-9a5f-5a420c2b7e06)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:41:32.022087 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (ed5b6be5-cf6e-47ab-9c77-e942a22429de), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:32.071258 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=ed5b6be5-cf6e-47ab-9c77-e942a22429de,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:32.201799 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000d4b8-18fb-4a0d-9187-b2a36b671f34 req-5c8a5494-bd36-4957-82dd-0ad3dbcc3244 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:32.203786 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6000d4b8-18fb-4a0d-9187-b2a36b671f34 req-5c8a5494-bd36-4957-82dd-0ad3dbcc3244 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 944 time: 0.0481813 Sep 28 08:41:32.253944 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6000d4b8-18fb-4a0d-9187-b2a36b671f34 req-d91dce2b-c01b-4d2a-848d-e221b4ed744f tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434775 Sep 28 08:41:32.573399 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['ed5b6be5-cf6e-47ab-9c77-e942a22429de'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:41:33.374495 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf8823-411b-4879-861b-e6ecc3b7e3dd req-c4341f5c-e496-442e-8644-08d09409f621 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:33.375935 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cecf8823-411b-4879-861b-e6ecc3b7e3dd req-c4341f5c-e496-442e-8644-08d09409f621 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 944 time: 0.0481825 Sep 28 08:41:33.426400 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cecf8823-411b-4879-861b-e6ecc3b7e3dd req-9f822d56-e730-4a38-9149-51bef64b9978 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448198 Sep 28 08:41:34.116209 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device ed5b6be5-cf6e-47ab-9c77-e942a22429de up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:41:34.157526 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning for port ed5b6be5-cf6e-47ab-9c77-e942a22429de completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 08:41:34.163942 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port ed5b6be5-cf6e-47ab-9c77-e942a22429de triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:41:34.164232 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (ed5b6be5-cf6e-47ab-9c77-e942a22429de), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:34.164566 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port ed5b6be5-cf6e-47ab-9c77-e942a22429de Sep 28 08:41:34.200385 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:34.240604 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port ed5b6be5-cf6e-47ab-9c77-e942a22429de is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:41:34.240988 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (ed5b6be5-cf6e-47ab-9c77-e942a22429de), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:34.263319 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901f2acc-6433-42cb-a931-82ccde824010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5b6be5-cf6e-47ab-9c77-e942a22429de'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:41:34.265547 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fcb01d-5e48-438d-89cf-739cb0c2c4e8" -d '{"events": [{"server_uuid": "901f2acc-6433-42cb-a931-82ccde824010", "name": "network-vif-plugged", "status": "completed", "tag": "ed5b6be5-cf6e-47ab-9c77-e942a22429de"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:41:34.278444 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port ed5b6be5-cf6e-47ab-9c77-e942a22429de, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ed5b6be5-cf6e-47ab-9c77-e942a22429de,segment=NetworkSegment(1281ad7f-9f33-492a-9a5f-5a420c2b7e06),segment_id=1281ad7f-9f33-492a-9a5f-5a420c2b7e06)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:41:34.282244 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (ed5b6be5-cf6e-47ab-9c77-e942a22429de), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:34.304804 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04989a06-fa37-44bc-87fe-53b5c0a11b1e x-openstack-request-id: req-04989a06-fa37-44bc-87fe-53b5c0a11b1e {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:41:34.305114 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901f2acc-6433-42cb-a931-82ccde824010", "name": "network-vif-plugged", "status": "completed", "tag": "ed5b6be5-cf6e-47ab-9c77-e942a22429de", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:41:34.305360 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04989a06-fa37-44bc-87fe-53b5c0a11b1e {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:41:34.305744 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04989a06-fa37-44bc-87fe-53b5c0a11b1e'] response: {'server_uuid': '901f2acc-6433-42cb-a931-82ccde824010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5b6be5-cf6e-47ab-9c77-e942a22429de', 'code': 200} Sep 28 08:41:34.331695 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=ed5b6be5-cf6e-47ab-9c77-e942a22429de,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:34.548267 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc80a4-5bdd-4368-be73-24b4241ce794 req-68a71d6a-730d-4ca3-a545-5851c833ccce tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:34.550299 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-37fc80a4-5bdd-4368-be73-24b4241ce794 req-68a71d6a-730d-4ca3-a545-5851c833ccce tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 945 time: 0.0479290 Sep 28 08:41:34.589261 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61599fec-4efb-4f01-afb4-2a8ad7e1aa97 req-33431d4f-da62-4ce7-ac35-96f80d8fdd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:34.590795 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-61599fec-4efb-4f01-afb4-2a8ad7e1aa97 req-33431d4f-da62-4ce7-ac35-96f80d8fdd03 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 1129 time: 0.0397277 Sep 28 08:41:34.600440 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-37fc80a4-5bdd-4368-be73-24b4241ce794 req-9e061ef7-67b3-4890-acc4-d8db40100233 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444386 Sep 28 08:41:34.638528 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-61599fec-4efb-4f01-afb4-2a8ad7e1aa97 req-30100bc8-9f09-47f3-80a5-5b1a975fdf9c service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403292 Sep 28 08:41:35.721580 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418ba2a-7dbb-44f9-83b3-f103805ddafc req-aa075da6-5ca2-4c0f-98ae-5a888770bd89 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:35.723054 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c418ba2a-7dbb-44f9-83b3-f103805ddafc req-aa075da6-5ca2-4c0f-98ae-5a888770bd89 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 945 time: 0.0469875 Sep 28 08:41:35.776182 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c418ba2a-7dbb-44f9-83b3-f103805ddafc req-74eb5a9e-ab5f-4ce3-a44c-617599faab5f tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476024 Sep 28 08:41:36.013571 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:36.895218 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df363dc-bc8f-4be7-a5b3-4976615162c2 req-a93f02af-4ba4-48a4-892a-71a7b4c0db88 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:36.896693 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7df363dc-bc8f-4be7-a5b3-4976615162c2 req-a93f02af-4ba4-48a4-892a-71a7b4c0db88 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 945 time: 0.0465221 Sep 28 08:41:36.946396 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7df363dc-bc8f-4be7-a5b3-4976615162c2 req-954d8bf7-f7cf-45fb-ac97-615f2de20420 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439627 Sep 28 08:41:38.072311 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a569d-6f1b-47c1-8e53-e0767dc369b4 req-9c50ae82-2824-45db-af4a-a5679cad111f tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:38.073929 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b61a569d-6f1b-47c1-8e53-e0767dc369b4 req-9c50ae82-2824-45db-af4a-a5679cad111f tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 945 time: 0.0523150 Sep 28 08:41:38.116508 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:38.126295 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b61a569d-6f1b-47c1-8e53-e0767dc369b4 req-4c6df023-07e4-4475-89df-8986d7384f93 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466321 Sep 28 08:41:38.255321 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d214a7-143f-41cf-8a78-671aa567b4af req-0e1dc7f7-4e3b-4863-9b7c-05eda8a1674c tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:38.256825 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a9d214a7-143f-41cf-8a78-671aa567b4af req-0e1dc7f7-4e3b-4863-9b7c-05eda8a1674c tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 945 time: 0.0535913 Sep 28 08:41:38.309168 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a9d214a7-143f-41cf-8a78-671aa567b4af req-4d213c8e-34a7-4ea2-802b-0bcb68394fb4 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465693 Sep 28 08:41:38.338930 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 56438) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:41:38.533231 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b257f954-5311-493d-b192-e4a87c6eaaf5 tempest-TestShelveInstance-1983664073 tempest-TestShelveInstance-1983664073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:38.534821 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-b257f954-5311-493d-b192-e4a87c6eaaf5 tempest-TestShelveInstance-1983664073 tempest-TestShelveInstance-1983664073-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 1124 time: 0.1947567 Sep 28 08:41:38.537645 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 56442) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:41:38.542081 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-95ef8ea8-bd0e-4913-ade8-1f0ff11b5ecf tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Request body: {'floatingip': {'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'port_id': 'ed5b6be5-cf6e-47ab-9c77-e942a22429de', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:41:38.569231 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-95ef8ea8-bd0e-4913-ade8-1f0ff11b5ecf tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:38.649541 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:38.662278 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-95ef8ea8-bd0e-4913-ade8-1f0ff11b5ecf tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:38.774506 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-95ef8ea8-bd0e-4913-ade8-1f0ff11b5ecf tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Allocated IP 172.27.2.45 (53303c84-4465-4011-9c65-8bdf4507ffd3/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f/d7f6d584-5847-4c3e-bac0-3dd84539b370) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:41:38.882353 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-95ef8ea8-bd0e-4913-ade8-1f0ff11b5ecf tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for port (d7f6d584-5847-4c3e-bac0-3dd84539b370), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:38.914612 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-95ef8ea8-bd0e-4913-ade8-1f0ff11b5ecf tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (d7f6d584-5847-4c3e-bac0-3dd84539b370), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:38.955937 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ef8ea8-bd0e-4913-ade8-1f0ff11b5ecf tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:41:38.959198 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-95ef8ea8-bd0e-4913-ade8-1f0ff11b5ecf tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:41:38.962972 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef8ea8-bd0e-4913-ade8-1f0ff11b5ecf tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:41:38.966222 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef8ea8-bd0e-4913-ade8-1f0ff11b5ecf tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Pushing event updated for resources: {'Port': ['ID=d7f6d584-5847-4c3e-bac0-3dd84539b370,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:39.180755 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:39.339877 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-95ef8ea8-bd0e-4913-ade8-1f0ff11b5ecf tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for floatingip (a91e0425-3eff-4c26-99f7-7fd74ad34f5d), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:39.426556 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-95ef8ea8-bd0e-4913-ade8-1f0ff11b5ecf tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (d7f6d584-5847-4c3e-bac0-3dd84539b370), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:39.470412 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:39.585394 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-95ef8ea8-bd0e-4913-ade8-1f0ff11b5ecf tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for port (d7f6d584-5847-4c3e-bac0-3dd84539b370), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:39.590891 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-95ef8ea8-bd0e-4913-ade8-1f0ff11b5ecf tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3668421'] for port (d7f6d584-5847-4c3e-bac0-3dd84539b370), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:39.668975 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef8ea8-bd0e-4913-ade8-1f0ff11b5ecf tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Pushing event updated for resources: {'Port': ['ID=d7f6d584-5847-4c3e-bac0-3dd84539b370,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:41:39.671799 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-95ef8ea8-bd0e-4913-ade8-1f0ff11b5ecf tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (a91e0425-3eff-4c26-99f7-7fd74ad34f5d), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:39.779251 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.l3_db [None req-95ef8ea8-bd0e-4913-ade8-1f0ff11b5ecf tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Floating IP a91e0425-3eff-4c26-99f7-7fd74ad34f5d associated. External IP: 172.27.2.45, port: ed5b6be5-cf6e-47ab-9c77-e942a22429de. Sep 28 08:41:39.998038 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ef8ea8-bd0e-4913-ade8-1f0ff11b5ecf tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Router befeac4c-cde3-4f1d-81c7-9969931cb5cb has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:41:40.121849 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ef8ea8-bd0e-4913-ade8-1f0ff11b5ecf tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:41:40.136594 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994c91b0-9e5f-4538-b928-bd067be60e41 None None] Sync routers for ids ['befeac4c-cde3-4f1d-81c7-9969931cb5cb'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:41:40.146154 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-95ef8ea8-bd0e-4913-ade8-1f0ff11b5ecf tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:40.148096 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:40.152999 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994c91b0-9e5f-4538-b928-bd067be60e41 None None] Routers {'befeac4c-cde3-4f1d-81c7-9969931cb5cb'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:41:40.153912 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-994c91b0-9e5f-4538-b928-bd067be60e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:41:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['befeac4c-cde3-4f1d-81c7-9969931cb5cb'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:40.190163 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-95ef8ea8-bd0e-4913-ade8-1f0ff11b5ecf tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6482351 Sep 28 08:41:40.190163 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901f2acc-6433-42cb-a931-82ccde824010', 'tag': 'ed5b6be5-cf6e-47ab-9c77-e942a22429de'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:41:40.190163 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7ed2ddc4584b00f7c30cf30121e6cd69d5fd04907018550f4f3d85fbaaf14d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30a2596-e1bf-4f20-a875-84167051abc8" -d '{"events": [{"name": "network-changed", "server_uuid": "901f2acc-6433-42cb-a931-82ccde824010", "tag": "ed5b6be5-cf6e-47ab-9c77-e942a22429de"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:41:40.254218 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12612dde-9c3f-41d2-984c-02da8da8e6e1 x-openstack-request-id: req-12612dde-9c3f-41d2-984c-02da8da8e6e1 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:41:40.254503 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901f2acc-6433-42cb-a931-82ccde824010", "tag": "ed5b6be5-cf6e-47ab-9c77-e942a22429de", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:41:40.254739 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12612dde-9c3f-41d2-984c-02da8da8e6e1 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:41:40.255171 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12612dde-9c3f-41d2-984c-02da8da8e6e1'] response: {'name': 'network-changed', 'server_uuid': '901f2acc-6433-42cb-a931-82ccde824010', 'tag': 'ed5b6be5-cf6e-47ab-9c77-e942a22429de', 'status': 'completed', 'code': 200} Sep 28 08:41:40.271164 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-994c91b0-9e5f-4538-b928-bd067be60e41 None None] Set router befeac4c-cde3-4f1d-81c7-9969931cb5cb gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:41:40.367735 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:40.393431 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a2596-e1bf-4f20-a875-84167051abc8 req-6a913f3f-e5fb-4b7b-80f1-67227b6ec80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:40.395945 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d30a2596-e1bf-4f20-a875-84167051abc8 req-6a913f3f-e5fb-4b7b-80f1-67227b6ec80e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c507f95ba3c34cc789ee8903b40c346d&device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 1129 time: 0.0551214 Sep 28 08:41:40.507547 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a2596-e1bf-4f20-a875-84167051abc8 req-a8d936b6-fc5b-4d01-b50c-58968e718646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:40.509038 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d30a2596-e1bf-4f20-a875-84167051abc8 req-a8d936b6-fc5b-4d01-b50c-58968e718646 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=b76a6eab-b1a4-4566-a068-3e0c81275bca HTTP/1.1" status: 200 len: 908 time: 0.1026142 Sep 28 08:41:40.573798 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d30a2596-e1bf-4f20-a875-84167051abc8 req-2d802aa5-3ab9-4496-94cb-410e55b54059 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed5b6be5-cf6e-47ab-9c77-e942a22429de HTTP/1.1" status: 200 len: 998 time: 0.0586855 Sep 28 08:41:40.629257 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a2596-e1bf-4f20-a875-84167051abc8 req-86f40862-7b03-42a0-9e03-2041ef023474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:40.630735 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d30a2596-e1bf-4f20-a875-84167051abc8 req-86f40862-7b03-42a0-9e03-2041ef023474 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=a0ea148b-44fa-4fa2-9123-8ad42b8808a6 HTTP/1.1" status: 200 len: 846 time: 0.0504100 Sep 28 08:41:40.649239 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:40.663753 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-994c91b0-9e5f-4538-b928-bd067be60e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'name': 'tempest-TestShelveInstance-69917728-router', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '80f2556b-b64e-4f18-92c8-821fce38199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:22Z', 'revision_number': 4, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'gw_port': {'id': '80f2556b-b64e-4f18-92c8-821fce38199b', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:18Z', 'updated_at': '2022-09-28T08:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': 'a91e0425-3eff-4c26-99f7-7fd74ad34f5d', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'port_id': 'ed5b6be5-cf6e-47ab-9c77-e942a22429de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca', 'mac_address': 'fa:16:3e:6f:9a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f2acc-6433-42cb-a931-82ccde824010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:41:39Z', 'updated_at': '2022-09-28T08:41:39Z', 'revision_number': 0, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca74ab3b-0964-4935-94c0-394910aa7c6c', 'name': '', 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'mac_address': 'fa:16:3e:e1:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'a0ea148b-44fa-4fa2-9123-8ad42b8808a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:21Z', 'updated_at': '2022-09-28T08:40:27Z', 'revision_number': 5, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'subnets': [{'id': 'a0ea148b-44fa-4fa2-9123-8ad42b8808a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:40.683609 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a2596-e1bf-4f20-a875-84167051abc8 req-6cbf75ee-6009-4606-aa21-ecb0246c4956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:41:40.685282 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d30a2596-e1bf-4f20-a875-84167051abc8 req-6cbf75ee-6009-4606-aa21-ecb0246c4956 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b76a6eab-b1a4-4566-a068-3e0c81275bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439188 Sep 28 08:41:40.689961 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994c91b0-9e5f-4538-b928-bd067be60e41 None None] Checking router: befeac4c-cde3-4f1d-81c7-9969931cb5cb for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:41:40.699643 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994c91b0-9e5f-4538-b928-bd067be60e41 None None] Routers {'befeac4c-cde3-4f1d-81c7-9969931cb5cb'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:41:40.700264 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-994c91b0-9e5f-4538-b928-bd067be60e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:41:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['befeac4c-cde3-4f1d-81c7-9969931cb5cb'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:40.758810 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=14 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:40.762942 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:40.807041 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d30a2596-e1bf-4f20-a875-84167051abc8 req-07cb7640-9d5c-4dbb-9d3f-035d2a2a4deb service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b76a6eab-b1a4-4566-a068-3e0c81275bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109200 Sep 28 08:41:40.825003 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-994c91b0-9e5f-4538-b928-bd067be60e41 None None] Set router befeac4c-cde3-4f1d-81c7-9969931cb5cb gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:41:40.931403 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d30a2596-e1bf-4f20-a875-84167051abc8 req-5e27971c-269d-4032-ad25-8232bef642f6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b76a6eab-b1a4-4566-a068-3e0c81275bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183066 Sep 28 08:41:41.052664 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-994c91b0-9e5f-4538-b928-bd067be60e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'name': 'tempest-TestShelveInstance-69917728-router', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '80f2556b-b64e-4f18-92c8-821fce38199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:22Z', 'revision_number': 4, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'gw_port': {'id': '80f2556b-b64e-4f18-92c8-821fce38199b', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:18Z', 'updated_at': '2022-09-28T08:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': 'a91e0425-3eff-4c26-99f7-7fd74ad34f5d', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'port_id': 'ed5b6be5-cf6e-47ab-9c77-e942a22429de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca', 'mac_address': 'fa:16:3e:6f:9a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f2acc-6433-42cb-a931-82ccde824010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:41:39Z', 'updated_at': '2022-09-28T08:41:39Z', 'revision_number': 0, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca74ab3b-0964-4935-94c0-394910aa7c6c', 'name': '', 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'mac_address': 'fa:16:3e:e1:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'a0ea148b-44fa-4fa2-9123-8ad42b8808a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:21Z', 'updated_at': '2022-09-28T08:40:27Z', 'revision_number': 5, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'subnets': [{'id': 'a0ea148b-44fa-4fa2-9123-8ad42b8808a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:41:41.083993 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994c91b0-9e5f-4538-b928-bd067be60e41 None None] The sync data for ids ['befeac4c-cde3-4f1d-81c7-9969931cb5cb'] in dv-cinder-844563-8-iscsi is: [{'id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'name': 'tempest-TestShelveInstance-69917728-router', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '80f2556b-b64e-4f18-92c8-821fce38199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:22Z', 'revision_number': 4, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'gw_port': {'id': '80f2556b-b64e-4f18-92c8-821fce38199b', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:18Z', 'updated_at': '2022-09-28T08:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': 'a91e0425-3eff-4c26-99f7-7fd74ad34f5d', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'port_id': 'ed5b6be5-cf6e-47ab-9c77-e942a22429de', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca', 'mac_address': 'fa:16:3e:6f:9a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901f2acc-6433-42cb-a931-82ccde824010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:41:39Z', 'updated_at': '2022-09-28T08:41:39Z', 'revision_number': 0, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca74ab3b-0964-4935-94c0-394910aa7c6c', 'name': '', 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'mac_address': 'fa:16:3e:e1:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'a0ea148b-44fa-4fa2-9123-8ad42b8808a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:21Z', 'updated_at': '2022-09-28T08:40:27Z', 'revision_number': 5, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'subnets': [{'id': 'a0ea148b-44fa-4fa2-9123-8ad42b8808a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:41:41.294042 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5c6d00-ebcf-48ff-9be0-67d1769e0434 None None] New status for floating IP a91e0425-3eff-4c26-99f7-7fd74ad34f5d: ACTIVE {{(pid=106478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:41:50.182792 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=73,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:50.927339 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=68 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:50.928168 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=22 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:51.049604 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:51.055753 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=52 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:51.400743 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:52.715606 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:41:54.266943 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1debaf54-12c7-44ae-b924-4599857e798a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:56.673923 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-0dcd3300-73cf-47a1-bd65-b5892e7914f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:57.854696 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:59.428764 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:41:59.475962 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:05.330128 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fed950a9-2b4b-4ca0-8d70-fb921237d8c1 req-a46dbf49-9f08-4657-9b4e-125d8195bb65 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380859 Sep 28 08:42:05.416820 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed950a9-2b4b-4ca0-8d70-fb921237d8c1 req-dcbaca4c-5aed-4965-946a-b1a1bb4b3dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:05.418679 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fed950a9-2b4b-4ca0-8d70-fb921237d8c1 req-dcbaca4c-5aed-4965-946a-b1a1bb4b3dd7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=d3e65d28e5664025978902943452f338&device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 1130 time: 0.0439589 Sep 28 08:42:05.528483 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed950a9-2b4b-4ca0-8d70-fb921237d8c1 req-9aaafbdf-2747-414a-a8a8-03fbb7e267b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:05.529993 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fed950a9-2b4b-4ca0-8d70-fb921237d8c1 req-9aaafbdf-2747-414a-a8a8-03fbb7e267b7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=ff034301-a1c4-4028-a91c-012c3b139427 HTTP/1.1" status: 200 len: 911 time: 0.0872016 Sep 28 08:42:05.595513 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fed950a9-2b4b-4ca0-8d70-fb921237d8c1 req-b8e80446-ebd4-449c-b537-55d3e0e2ddfe service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6a4b931-a59a-4621-8e16-7c3e343a1e8a HTTP/1.1" status: 200 len: 1002 time: 0.0586081 Sep 28 08:42:05.644964 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed950a9-2b4b-4ca0-8d70-fb921237d8c1 req-f0f730a9-ea4f-4039-a2b2-1aa51ca441c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:05.646431 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fed950a9-2b4b-4ca0-8d70-fb921237d8c1 req-f0f730a9-ea4f-4039-a2b2-1aa51ca441c0 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=6605e181-a637-4e6a-a804-d0eb5c55d597 HTTP/1.1" status: 200 len: 849 time: 0.0451658 Sep 28 08:42:05.689410 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed950a9-2b4b-4ca0-8d70-fb921237d8c1 req-78df9c53-c1bc-4bac-aca2-31d0a2ca8d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:05.690888 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fed950a9-2b4b-4ca0-8d70-fb921237d8c1 req-78df9c53-c1bc-4bac-aca2-31d0a2ca8d1a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ff034301-a1c4-4028-a91c-012c3b139427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388024 Sep 28 08:42:05.783926 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fed950a9-2b4b-4ca0-8d70-fb921237d8c1 req-1338a63b-a0d9-473b-9fbb-120d34e8e7b0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ff034301-a1c4-4028-a91c-012c3b139427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866981 Sep 28 08:42:05.873660 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fed950a9-2b4b-4ca0-8d70-fb921237d8c1 req-027dc14c-b835-4071-8a88-f73209109db4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ff034301-a1c4-4028-a91c-012c3b139427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833309 Sep 28 08:42:06.021691 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:07.757308 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:42:15.860718 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=50 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:15.870233 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=51 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:16.014915 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:16.017788 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:17.762255 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:17.762980 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:21.256262 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 56566) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:42:21.261255 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-d12cd800-0a55-4d7b-84e4-6a0677fec8cd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Request body: {'security_group': {'name': 'tempest-securitygroup--463917979', 'description': 'tempest-description--289269464'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:42:21.285130 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d12cd800-0a55-4d7b-84e4-6a0677fec8cd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:21.354175 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d12cd800-0a55-4d7b-84e4-6a0677fec8cd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group (4f1bcd5f-2242-402f-80da-504d05585367), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:21.357794 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d12cd800-0a55-4d7b-84e4-6a0677fec8cd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (4f1bcd5f-2242-402f-80da-504d05585367), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:21.389401 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d12cd800-0a55-4d7b-84e4-6a0677fec8cd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:21.393676 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 56568) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:42:21.394117 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-d12cd800-0a55-4d7b-84e4-6a0677fec8cd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1364267 Sep 28 08:42:21.394914 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cd800-0a55-4d7b-84e4-6a0677fec8cd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1bcd5f-2242-402f-80da-504d05585367,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:21.402114 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-e289975e-e490-4a9e-adfc-0fcf4fd2ee20 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Request body: {'security_group_rule': {'security_group_id': '4f1bcd5f-2242-402f-80da-504d05585367', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:42:21.403213 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12cd800-0a55-4d7b-84e4-6a0677fec8cd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.403566 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12cd800-0a55-4d7b-84e4-6a0677fec8cd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.403918 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12cd800-0a55-4d7b-84e4-6a0677fec8cd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.404257 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12cd800-0a55-4d7b-84e4-6a0677fec8cd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.404595 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12cd800-0a55-4d7b-84e4-6a0677fec8cd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.404930 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12cd800-0a55-4d7b-84e4-6a0677fec8cd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.405293 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12cd800-0a55-4d7b-84e4-6a0677fec8cd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.405629 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12cd800-0a55-4d7b-84e4-6a0677fec8cd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.405959 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12cd800-0a55-4d7b-84e4-6a0677fec8cd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.406292 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12cd800-0a55-4d7b-84e4-6a0677fec8cd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.406630 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12cd800-0a55-4d7b-84e4-6a0677fec8cd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.406973 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12cd800-0a55-4d7b-84e4-6a0677fec8cd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.407284 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12cd800-0a55-4d7b-84e4-6a0677fec8cd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.407608 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12cd800-0a55-4d7b-84e4-6a0677fec8cd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.407933 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d12cd800-0a55-4d7b-84e4-6a0677fec8cd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.431678 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e289975e-e490-4a9e-adfc-0fcf4fd2ee20 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group_rule (53c572be-5ff7-4e3f-a36d-0ce0b59a1566), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:21.491034 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e289975e-e490-4a9e-adfc-0fcf4fd2ee20 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group_rule (53c572be-5ff7-4e3f-a36d-0ce0b59a1566), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:21.494672 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e289975e-e490-4a9e-adfc-0fcf4fd2ee20 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (53c572be-5ff7-4e3f-a36d-0ce0b59a1566), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:21.515951 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289975e-e490-4a9e-adfc-0fcf4fd2ee20 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c572be-5ff7-4e3f-a36d-0ce0b59a1566,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:21.525954 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e289975e-e490-4a9e-adfc-0fcf4fd2ee20 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:21.527156 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e289975e-e490-4a9e-adfc-0fcf4fd2ee20 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1297786 Sep 28 08:42:21.529078 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289975e-e490-4a9e-adfc-0fcf4fd2ee20 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.529460 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289975e-e490-4a9e-adfc-0fcf4fd2ee20 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.529841 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289975e-e490-4a9e-adfc-0fcf4fd2ee20 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.530191 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289975e-e490-4a9e-adfc-0fcf4fd2ee20 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.530530 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289975e-e490-4a9e-adfc-0fcf4fd2ee20 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.530868 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 56570) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:42:21.530999 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289975e-e490-4a9e-adfc-0fcf4fd2ee20 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.532086 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289975e-e490-4a9e-adfc-0fcf4fd2ee20 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.532086 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289975e-e490-4a9e-adfc-0fcf4fd2ee20 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.532086 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289975e-e490-4a9e-adfc-0fcf4fd2ee20 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.532400 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289975e-e490-4a9e-adfc-0fcf4fd2ee20 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.532879 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289975e-e490-4a9e-adfc-0fcf4fd2ee20 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.533747 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289975e-e490-4a9e-adfc-0fcf4fd2ee20 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.533747 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289975e-e490-4a9e-adfc-0fcf4fd2ee20 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.533935 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289975e-e490-4a9e-adfc-0fcf4fd2ee20 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.534153 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e289975e-e490-4a9e-adfc-0fcf4fd2ee20 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:21.535909 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-8c862545-7afb-4862-984f-acce610a4cc1 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Request body: {'security_group_rule': {'security_group_id': '4f1bcd5f-2242-402f-80da-504d05585367', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:42:21.563137 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8c862545-7afb-4862-984f-acce610a4cc1 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group_rule (638dab22-95cf-4444-95b8-7323103610ca), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:21.623217 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8c862545-7afb-4862-984f-acce610a4cc1 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group_rule (638dab22-95cf-4444-95b8-7323103610ca), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:21.626112 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8c862545-7afb-4862-984f-acce610a4cc1 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (638dab22-95cf-4444-95b8-7323103610ca), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:21.647668 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c862545-7afb-4862-984f-acce610a4cc1 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638dab22-95cf-4444-95b8-7323103610ca,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:21.656305 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8c862545-7afb-4862-984f-acce610a4cc1 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:21.657533 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-8c862545-7afb-4862-984f-acce610a4cc1 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255240 Sep 28 08:42:21.660710 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 56572) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:42:21.665046 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-ad134e32-33de-4c6c-b86c-45aa25360310 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Request body: {'floatingip': {'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:42:21.687347 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ad134e32-33de-4c6c-b86c-45aa25360310 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:21.767009 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ad134e32-33de-4c6c-b86c-45aa25360310 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:21.874690 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-ad134e32-33de-4c6c-b86c-45aa25360310 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Allocated IP 172.27.2.39 (53303c84-4465-4011-9c65-8bdf4507ffd3/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f/6ce3e1a3-04a7-4413-ad8a-8680231abf5a) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:42:21.977481 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ad134e32-33de-4c6c-b86c-45aa25360310 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for port (6ce3e1a3-04a7-4413-ad8a-8680231abf5a), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:22.008654 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ad134e32-33de-4c6c-b86c-45aa25360310 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (6ce3e1a3-04a7-4413-ad8a-8680231abf5a), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:22.040536 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:22.050838 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:22.053334 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad134e32-33de-4c6c-b86c-45aa25360310 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:42:22.059320 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-ad134e32-33de-4c6c-b86c-45aa25360310 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:42:22.063717 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad134e32-33de-4c6c-b86c-45aa25360310 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:42:22.067801 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad134e32-33de-4c6c-b86c-45aa25360310 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event updated for resources: {'Port': ['ID=6ce3e1a3-04a7-4413-ad8a-8680231abf5a,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:22.151454 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ad134e32-33de-4c6c-b86c-45aa25360310 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (24c3037e-d322-448c-8fc0-2ed9de684cb7), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:22.190971 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ad134e32-33de-4c6c-b86c-45aa25360310 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (6ce3e1a3-04a7-4413-ad8a-8680231abf5a), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:22.335690 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ad134e32-33de-4c6c-b86c-45aa25360310 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for port (6ce3e1a3-04a7-4413-ad8a-8680231abf5a), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:22.340679 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ad134e32-33de-4c6c-b86c-45aa25360310 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3668421'] for port (6ce3e1a3-04a7-4413-ad8a-8680231abf5a), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:22.408356 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad134e32-33de-4c6c-b86c-45aa25360310 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event updated for resources: {'Port': ['ID=6ce3e1a3-04a7-4413-ad8a-8680231abf5a,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:22.410979 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ad134e32-33de-4c6c-b86c-45aa25360310 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (24c3037e-d322-448c-8fc0-2ed9de684cb7), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:22.427259 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ad134e32-33de-4c6c-b86c-45aa25360310 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:22.428492 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-ad134e32-33de-4c6c-b86c-45aa25360310 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7667971 Sep 28 08:42:22.630663 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-3f753a86-c472-4455-a67c-bf4b76e0829c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--463917979&fields=id&tenant_id=6bc96052a69e409498462a1e4d499910 HTTP/1.1" status: 200 len: 267 time: 0.0422404 Sep 28 08:42:22.740108 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-9ce9365f-b1e3-4808-93ad-7d222fc3af60 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:22.741615 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-9ce9365f-b1e3-4808-93ad-7d222fc3af60 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/networks?id=b5328add-2390-4470-bd9d-0ff97db6e42c HTTP/1.1" status: 200 len: 814 time: 0.1039345 Sep 28 08:42:22.756727 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-f00735db-4257-4a4a-9fcb-dbe4f6f65d82 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/quotas/6bc96052a69e409498462a1e4d499910 HTTP/1.1" status: 200 len: 375 time: 0.0093219 Sep 28 08:42:22.810649 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-75d3d83f-9769-4666-bfae-61870acde248 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=6bc96052a69e409498462a1e4d499910&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475905 Sep 28 08:42:22.911836 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-891d9842-82a6-4e13-a38f-daa02946956d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876133 Sep 28 08:42:23.005042 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-5d08b44f-ff85-406c-bd0f-125eae510ec8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860469 Sep 28 08:42:23.173266 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2dd227bb-6190-4cec-a85f-9ba4bb32d0fb req-3ac10146-a7d8-49b4-b6c4-c9ebec8344d9 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=489154e1-8189-48c2-9b84-b7f0c34221ee HTTP/1.1" status: 200 len: 210 time: 0.0279083 Sep 28 08:42:24.261771 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-0d9a1129-b3eb-4265-b9d5-720a5205514e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:24.281568 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-087b56fb-2e59-46e6-a44a-ba9beae99909 req-ca74a9f1-710c-46f5-b08d-a4f42d96775e tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=489154e1-8189-48c2-9b84-b7f0c34221ee HTTP/1.1" status: 200 len: 210 time: 0.0315547 Sep 28 08:42:24.553550 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-52d66675-45bc-4a04-9c1e-222a4b88bd64 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:24.555645 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-52d66675-45bc-4a04-9c1e-222a4b88bd64 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.26 "GET /networking/v2.0/networks?id=b5328add-2390-4470-bd9d-0ff97db6e42c HTTP/1.1" status: 200 len: 814 time: 0.1070819 Sep 28 08:42:24.641706 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-39c67db0-86df-47c3-a24f-9bf320fc7ef8 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6bc96052a69e409498462a1e4d499910 HTTP/1.1" status: 200 len: 471 time: 0.0695310 Sep 28 08:42:24.750217 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-76d72bc0-9ae2-480b-8101-b0380aa6fbad tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Request body: {'port': {'device_id': '489154e1-8189-48c2-9b84-b7f0c34221ee', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'admin_state_up': True, 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'security_groups': ['4f1bcd5f-2242-402f-80da-504d05585367']}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:42:24.858106 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-76d72bc0-9ae2-480b-8101-b0380aa6fbad tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Made reservation on behalf of 6bc96052a69e409498462a1e4d499910 for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:42:24.861922 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-76d72bc0-9ae2-480b-8101-b0380aa6fbad tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:25.007783 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-76d72bc0-9ae2-480b-8101-b0380aa6fbad tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Allocated IP 172.20.0.5 (b5328add-2390-4470-bd9d-0ff97db6e42c/d697553d-3af9-4c9b-ba05-d2609a53313e/93ce9123-1418-4ef6-bd1c-914373525bb5) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:42:25.151618 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-76d72bc0-9ae2-480b-8101-b0380aa6fbad tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for port (93ce9123-1418-4ef6-bd1c-914373525bb5), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:25.184818 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-76d72bc0-9ae2-480b-8101-b0380aa6fbad tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (93ce9123-1418-4ef6-bd1c-914373525bb5), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:25.196002 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:25.220118 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:25.227390 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-76d72bc0-9ae2-480b-8101-b0380aa6fbad tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Network b5328add-2390-4470-bd9d-0ff97db6e42c is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:42:25.235770 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-76d72bc0-9ae2-480b-8101-b0380aa6fbad tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:42:25.240472 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-76d72bc0-9ae2-480b-8101-b0380aa6fbad tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:42:25.247502 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d72bc0-9ae2-480b-8101-b0380aa6fbad tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event updated for resources: {'Port': ['ID=93ce9123-1418-4ef6-bd1c-914373525bb5,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:25.295500 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-76d72bc0-9ae2-480b-8101-b0380aa6fbad tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:25.296102 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-76d72bc0-9ae2-480b-8101-b0380aa6fbad tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:25.312909 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-76d72bc0-9ae2-480b-8101-b0380aa6fbad tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5666616 Sep 28 08:42:25.331943 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-32251fb7-e8c0-470b-917e-ff8fa20bf059 service neutron] Request body: {'port': {'device_id': '489154e1-8189-48c2-9b84-b7f0c34221ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:42:25.397747 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-32251fb7-e8c0-470b-917e-ff8fa20bf059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (93ce9123-1418-4ef6-bd1c-914373525bb5), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:25.413209 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4243f-0c52-4695-9754-5b25f8402588 req-641db2ff-af77-4f24-9865-9a2d922c751f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:25.414810 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2cb4243f-0c52-4695-9754-5b25f8402588 req-641db2ff-af77-4f24-9865-9a2d922c751f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=489154e1-8189-48c2-9b84-b7f0c34221ee HTTP/1.1" status: 200 len: 931 time: 0.0494018 Sep 28 08:42:25.443785 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:25.450320 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:25.471212 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2cb4243f-0c52-4695-9754-5b25f8402588 req-75376044-b173-45ea-aae4-09993d980006 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4f1bcd5f-2242-402f-80da-504d05585367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483594 Sep 28 08:42:25.489199 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-97eb0594-9ba2-4971-a108-639a6e6e3007 None None] Provisioning complete for port 93ce9123-1418-4ef6-bd1c-914373525bb5 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:42:25.489711 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-97eb0594-9ba2-4971-a108-639a6e6e3007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (93ce9123-1418-4ef6-bd1c-914373525bb5), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:25.489899 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-97eb0594-9ba2-4971-a108-639a6e6e3007 None None] Attempt 1 to provision port 93ce9123-1418-4ef6-bd1c-914373525bb5 Sep 28 08:42:25.526717 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-97eb0594-9ba2-4971-a108-639a6e6e3007 None None] Port 93ce9123-1418-4ef6-bd1c-914373525bb5 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:42:25.660450 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-32251fb7-e8c0-470b-917e-ff8fa20bf059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ce9123-1418-4ef6-bd1c-914373525bb5 {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:42:25.669114 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-32251fb7-e8c0-470b-917e-ff8fa20bf059 service neutron] Publish callbacks [] for port (93ce9123-1418-4ef6-bd1c-914373525bb5), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:25.681875 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-32251fb7-e8c0-470b-917e-ff8fa20bf059 service neutron] Transition to ACTIVE for port object 93ce9123-1418-4ef6-bd1c-914373525bb5 will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 08:42:25.685987 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-32251fb7-e8c0-470b-917e-ff8fa20bf059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (93ce9123-1418-4ef6-bd1c-914373525bb5), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:25.765610 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32251fb7-e8c0-470b-917e-ff8fa20bf059 service neutron] Pushing event updated for resources: {'Port': ['ID=93ce9123-1418-4ef6-bd1c-914373525bb5,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:25.795902 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-32251fb7-e8c0-470b-917e-ff8fa20bf059 service neutron] Attempting to bind port 93ce9123-1418-4ef6-bd1c-914373525bb5 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:42:25.796240 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-32251fb7-e8c0-470b-917e-ff8fa20bf059 service neutron] Attempting to bind port 93ce9123-1418-4ef6-bd1c-914373525bb5 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:42:25.796590 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-32251fb7-e8c0-470b-917e-ff8fa20bf059 service neutron] Attempting to bind port 93ce9123-1418-4ef6-bd1c-914373525bb5 on network b5328add-2390-4470-bd9d-0ff97db6e42c {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:42:25.838001 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-32251fb7-e8c0-470b-917e-ff8fa20bf059 service neutron] Port 93ce9123-1418-4ef6-bd1c-914373525bb5 on network b5328add-2390-4470-bd9d-0ff97db6e42c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:42:25.838364 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-32251fb7-e8c0-470b-917e-ff8fa20bf059 service neutron] Attempting to bind port 93ce9123-1418-4ef6-bd1c-914373525bb5 on network b5328add-2390-4470-bd9d-0ff97db6e42c {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:42:25.882093 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-32251fb7-e8c0-470b-917e-ff8fa20bf059 service neutron] Checking agent: {'id': '0e203ff6-fe6d-4565-9e88-81d2831b3c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'started_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:42:25.882434 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-32251fb7-e8c0-470b-917e-ff8fa20bf059 service neutron] Checking segment: {'id': '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:42:25.883363 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-32251fb7-e8c0-470b-917e-ff8fa20bf059 service neutron] Bound using segment: {'id': '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:42:25.883798 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-32251fb7-e8c0-470b-917e-ff8fa20bf059 service neutron] Bound port: 93ce9123-1418-4ef6-bd1c-914373525bb5, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:42:25.884159 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-32251fb7-e8c0-470b-917e-ff8fa20bf059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (93ce9123-1418-4ef6-bd1c-914373525bb5), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:25.943880 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-32251fb7-e8c0-470b-917e-ff8fa20bf059 service neutron] For port 93ce9123-1418-4ef6-bd1c-914373525bb5, host hv-cinder-84456, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:42:25.947727 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-32251fb7-e8c0-470b-917e-ff8fa20bf059 service neutron] For port 93ce9123-1418-4ef6-bd1c-914373525bb5, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=93ce9123-1418-4ef6-bd1c-914373525bb5,segment=NetworkSegment(52f4fd3c-c9b0-4536-b2fa-f368a4de5deb),segment_id=52f4fd3c-c9b0-4536-b2fa-f368a4de5deb)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:42:25.954092 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-32251fb7-e8c0-470b-917e-ff8fa20bf059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (93ce9123-1418-4ef6-bd1c-914373525bb5), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:25.959314 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-32251fb7-e8c0-470b-917e-ff8fa20bf059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:25.959927 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-32251fb7-e8c0-470b-917e-ff8fa20bf059 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:25.961484 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-32251fb7-e8c0-470b-917e-ff8fa20bf059 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/93ce9123-1418-4ef6-bd1c-914373525bb5 HTTP/1.1" status: 200 len: 1093 time: 0.6343997 Sep 28 08:42:25.962043 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489154e1-8189-48c2-9b84-b7f0c34221ee', 'tag': '93ce9123-1418-4ef6-bd1c-914373525bb5'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:42:25.964320 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3935ee-9dc6-454b-8cce-a77e7a136290" -d '{"events": [{"name": "network-changed", "server_uuid": "489154e1-8189-48c2-9b84-b7f0c34221ee", "tag": "93ce9123-1418-4ef6-bd1c-914373525bb5"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:42:25.986795 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:26.014796 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32251fb7-e8c0-470b-917e-ff8fa20bf059 service neutron] Pushing event updated for resources: {'Port': ['ID=93ce9123-1418-4ef6-bd1c-914373525bb5,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:26.021983 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2169d9d8-c4ac-43b9-86f4-b646e5a60a51 x-openstack-request-id: req-2169d9d8-c4ac-43b9-86f4-b646e5a60a51 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:42:26.022274 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "489154e1-8189-48c2-9b84-b7f0c34221ee", "tag": "93ce9123-1418-4ef6-bd1c-914373525bb5", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:42:26.022704 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2169d9d8-c4ac-43b9-86f4-b646e5a60a51 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:42:26.023243 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2169d9d8-c4ac-43b9-86f4-b646e5a60a51'] response: {'name': 'network-changed', 'server_uuid': '489154e1-8189-48c2-9b84-b7f0c34221ee', 'tag': '93ce9123-1418-4ef6-bd1c-914373525bb5', 'status': 'completed', 'code': 200} Sep 28 08:42:26.028387 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-97eb0594-9ba2-4971-a108-639a6e6e3007 None None] Attempt 2 to provision port 93ce9123-1418-4ef6-bd1c-914373525bb5 Sep 28 08:42:26.066914 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-97eb0594-9ba2-4971-a108-639a6e6e3007 None None] Port 93ce9123-1418-4ef6-bd1c-914373525bb5 had new provisioning blocks added so it will not transition to active. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 08:42:26.087285 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-318f92f8-deb1-4a12-bf21-713c58c003b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:26.088794 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-318f92f8-deb1-4a12-bf21-713c58c003b1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6bc96052a69e409498462a1e4d499910&device_id=489154e1-8189-48c2-9b84-b7f0c34221ee HTTP/1.1" status: 200 len: 1127 time: 0.0391901 Sep 28 08:42:26.138552 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-019d95a1-b98f-489e-b7a7-b5b92a71ff39 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93ce9123-1418-4ef6-bd1c-914373525bb5 HTTP/1.1" status: 200 len: 217 time: 0.0350418 Sep 28 08:42:26.189492 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-d9d76bdc-f9c4-4ddb-aa3b-165d00d0be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:26.190873 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-d9d76bdc-f9c4-4ddb-aa3b-165d00d0be3a service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d697553d-3af9-4c9b-ba05-d2609a53313e HTTP/1.1" status: 200 len: 853 time: 0.0452557 Sep 28 08:42:26.206310 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:26.236682 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-0a3e7b0b-cc15-4e82-94a5-355cef48a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:26.238224 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-0a3e7b0b-cc15-4e82-94a5-355cef48a55d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b5328add-2390-4470-bd9d-0ff97db6e42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405333 Sep 28 08:42:26.331421 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-e678faea-cce9-4bdf-b17e-aa5789b09635 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864515 Sep 28 08:42:26.419798 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4d3e58c0-2768-4597-a9d7-fc4f6d22d37f req-8cc2c49d-d2d1-4228-ad13-9b9b2c7f6183 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821660 Sep 28 08:42:26.592725 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84d1e1-6ebe-4280-8978-98a23c0381f9 req-c4bdc957-44bd-404e-ad7e-4e36d6ba5ae1 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:26.594355 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8a84d1e1-6ebe-4280-8978-98a23c0381f9 req-c4bdc957-44bd-404e-ad7e-4e36d6ba5ae1 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=489154e1-8189-48c2-9b84-b7f0c34221ee HTTP/1.1" status: 200 len: 943 time: 0.0472412 Sep 28 08:42:26.644924 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8a84d1e1-6ebe-4280-8978-98a23c0381f9 req-0caac03d-13d2-4b80-bb66-f258b7263387 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4f1bcd5f-2242-402f-80da-504d05585367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441403 Sep 28 08:42:26.667190 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ad3ad341-ad41-4454-b2d1-33d18aef1ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:27.768432 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48fd88-385b-4e96-ac31-c2740d64f022 req-9fac9ad0-7d54-4a88-9ae0-66ac97669649 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:27.769947 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9a48fd88-385b-4e96-ac31-c2740d64f022 req-9fac9ad0-7d54-4a88-9ae0-66ac97669649 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=489154e1-8189-48c2-9b84-b7f0c34221ee HTTP/1.1" status: 200 len: 943 time: 0.0488980 Sep 28 08:42:27.816418 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9a48fd88-385b-4e96-ac31-c2740d64f022 req-e772857b-6f35-405d-93e3-b609ed17942a tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4f1bcd5f-2242-402f-80da-504d05585367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402393 Sep 28 08:42:27.854000 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:28.935699 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f7d46-86c9-419d-84ff-293c84a4ebf1 req-84d60584-0960-4a05-9c5c-05988bda8808 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:28.937186 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-123f7d46-86c9-419d-84ff-293c84a4ebf1 req-84d60584-0960-4a05-9c5c-05988bda8808 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=489154e1-8189-48c2-9b84-b7f0c34221ee HTTP/1.1" status: 200 len: 943 time: 0.0461018 Sep 28 08:42:28.987377 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-123f7d46-86c9-419d-84ff-293c84a4ebf1 req-f2a145af-9ce2-4861-b85f-a075df9ef170 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4f1bcd5f-2242-402f-80da-504d05585367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446384 Sep 28 08:42:29.432504 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:29.478313 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:29.960325 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3935ee-9dc6-454b-8cce-a77e7a136290 req-dd84dc35-2b24-4886-9fd0-88626a88935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:29.961841 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ae3935ee-9dc6-454b-8cce-a77e7a136290 req-dd84dc35-2b24-4886-9fd0-88626a88935a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6bc96052a69e409498462a1e4d499910&device_id=489154e1-8189-48c2-9b84-b7f0c34221ee HTTP/1.1" status: 200 len: 1127 time: 0.0431292 Sep 28 08:42:30.109059 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c306352-4b5e-4fe4-982a-de3307f2ac61 req-e5acecf1-f2c3-465d-ae26-e0134ceb22cb tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:30.110533 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3c306352-4b5e-4fe4-982a-de3307f2ac61 req-e5acecf1-f2c3-465d-ae26-e0134ceb22cb tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=489154e1-8189-48c2-9b84-b7f0c34221ee HTTP/1.1" status: 200 len: 943 time: 0.0480535 Sep 28 08:42:30.157610 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3c306352-4b5e-4fe4-982a-de3307f2ac61 req-b143789b-2992-433f-933c-5714387604a2 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4f1bcd5f-2242-402f-80da-504d05585367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414319 Sep 28 08:42:30.340537 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 93ce9123-1418-4ef6-bd1c-914373525bb5 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:42:30.438478 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 93ce9123-1418-4ef6-bd1c-914373525bb5, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=93ce9123-1418-4ef6-bd1c-914373525bb5,segment=NetworkSegment(52f4fd3c-c9b0-4536-b2fa-f368a4de5deb),segment_id=52f4fd3c-c9b0-4536-b2fa-f368a4de5deb)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:42:30.449799 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': '93ce9123-1418-4ef6-bd1c-914373525bb5', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'port_id': '93ce9123-1418-4ef6-bd1c-914373525bb5', 'mac_address': 'fa:16:3e:87:d3:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:42:30.489006 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 93ce9123-1418-4ef6-bd1c-914373525bb5 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:42:30.489443 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (93ce9123-1418-4ef6-bd1c-914373525bb5), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:30.504820 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ce9123-1418-4ef6-bd1c-914373525bb5 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:42:30.528184 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 93ce9123-1418-4ef6-bd1c-914373525bb5, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=93ce9123-1418-4ef6-bd1c-914373525bb5,segment=NetworkSegment(52f4fd3c-c9b0-4536-b2fa-f368a4de5deb),segment_id=52f4fd3c-c9b0-4536-b2fa-f368a4de5deb)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:42:30.533446 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (93ce9123-1418-4ef6-bd1c-914373525bb5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:30.583940 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=93ce9123-1418-4ef6-bd1c-914373525bb5,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:30.587503 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3935ee-9dc6-454b-8cce-a77e7a136290 req-5914485a-3a68-41e8-a9fe-32b24b9ac4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:30.589070 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ae3935ee-9dc6-454b-8cce-a77e7a136290 req-5914485a-3a68-41e8-a9fe-32b24b9ac4f1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=b5328add-2390-4470-bd9d-0ff97db6e42c HTTP/1.1" status: 200 len: 915 time: 0.0980992 Sep 28 08:42:30.591850 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:30.592141 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:30.592506 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:30.592868 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:30.593239 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:30.593571 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:30.593901 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:30.594239 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:30.594553 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:30.594876 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:30.595220 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:30.595558 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:30.595884 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:30.596203 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:30.596519 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:42:31.112245 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['93ce9123-1418-4ef6-bd1c-914373525bb5'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:42:31.233037 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ae3935ee-9dc6-454b-8cce-a77e7a136290 req-a78ec8ae-4415-4ccb-af8d-b75f971912ad service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93ce9123-1418-4ef6-bd1c-914373525bb5 HTTP/1.1" status: 200 len: 217 time: 0.2589862 Sep 28 08:42:31.292420 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3935ee-9dc6-454b-8cce-a77e7a136290 req-f8e086db-0978-4291-bd71-b1f6716cfa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:31.294183 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ae3935ee-9dc6-454b-8cce-a77e7a136290 req-f8e086db-0978-4291-bd71-b1f6716cfa0b service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d697553d-3af9-4c9b-ba05-d2609a53313e HTTP/1.1" status: 200 len: 853 time: 0.0552022 Sep 28 08:42:31.296466 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d07a6-2d02-45c2-b23d-747e8e4a997e req-556a25c5-5b3d-4787-9258-c0c1a683f2e0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:31.298006 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-828d07a6-2d02-45c2-b23d-747e8e4a997e req-556a25c5-5b3d-4787-9258-c0c1a683f2e0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=489154e1-8189-48c2-9b84-b7f0c34221ee HTTP/1.1" status: 200 len: 944 time: 0.0524743 Sep 28 08:42:31.343948 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3935ee-9dc6-454b-8cce-a77e7a136290 req-2cffc84b-67fa-48f0-ab9c-3bfd39a13ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:31.345533 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ae3935ee-9dc6-454b-8cce-a77e7a136290 req-2cffc84b-67fa-48f0-ab9c-3bfd39a13ced service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b5328add-2390-4470-bd9d-0ff97db6e42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454323 Sep 28 08:42:31.346002 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-828d07a6-2d02-45c2-b23d-747e8e4a997e req-19c50fdf-af70-4537-993e-e417addafc4e tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4f1bcd5f-2242-402f-80da-504d05585367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423768 Sep 28 08:42:31.443625 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ae3935ee-9dc6-454b-8cce-a77e7a136290 req-37941e96-d342-44f4-ba6e-b2eefa131398 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908918 Sep 28 08:42:31.541507 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ae3935ee-9dc6-454b-8cce-a77e7a136290 req-91239bd6-582f-4460-9ca6-a14081c21a84 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919533 Sep 28 08:42:31.563926 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86223604-e960-4eda-bbd0-3fc743aed6bb req-f4b2e978-00bd-4a83-90c7-b54311c8f372 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:31.565409 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-86223604-e960-4eda-bbd0-3fc743aed6bb req-f4b2e978-00bd-4a83-90c7-b54311c8f372 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0464993 Sep 28 08:42:31.615436 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-86223604-e960-4eda-bbd0-3fc743aed6bb req-ab4a0d22-c2ed-4134-9820-6aee6cb65f4c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438879 Sep 28 08:42:32.435639 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 93ce9123-1418-4ef6-bd1c-914373525bb5 up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:42:32.471824 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e15f0e-e848-4767-a938-3f5ac3bfa4ed req-d813eeb3-1205-41e3-8671-3417510c6958 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:32.473337 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a2e15f0e-e848-4767-a938-3f5ac3bfa4ed req-d813eeb3-1205-41e3-8671-3417510c6958 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=489154e1-8189-48c2-9b84-b7f0c34221ee HTTP/1.1" status: 200 len: 944 time: 0.0466263 Sep 28 08:42:32.478571 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning for port 93ce9123-1418-4ef6-bd1c-914373525bb5 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 08:42:32.484212 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port 93ce9123-1418-4ef6-bd1c-914373525bb5 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:42:32.484592 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (93ce9123-1418-4ef6-bd1c-914373525bb5), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:32.484918 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port 93ce9123-1418-4ef6-bd1c-914373525bb5 Sep 28 08:42:32.521606 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a2e15f0e-e848-4767-a938-3f5ac3bfa4ed req-22676211-8b36-4b3e-a2f9-571438e51367 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4f1bcd5f-2242-402f-80da-504d05585367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413229 Sep 28 08:42:32.556677 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:32.567664 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 93ce9123-1418-4ef6-bd1c-914373525bb5 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:42:32.568061 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (93ce9123-1418-4ef6-bd1c-914373525bb5), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:32.595888 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489154e1-8189-48c2-9b84-b7f0c34221ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ce9123-1418-4ef6-bd1c-914373525bb5'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:42:32.598273 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9e0005-f963-4625-aedf-a9240970de82" -d '{"events": [{"server_uuid": "489154e1-8189-48c2-9b84-b7f0c34221ee", "name": "network-vif-plugged", "status": "completed", "tag": "93ce9123-1418-4ef6-bd1c-914373525bb5"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:42:32.612348 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 93ce9123-1418-4ef6-bd1c-914373525bb5, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=93ce9123-1418-4ef6-bd1c-914373525bb5,segment=NetworkSegment(52f4fd3c-c9b0-4536-b2fa-f368a4de5deb),segment_id=52f4fd3c-c9b0-4536-b2fa-f368a4de5deb)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:42:32.616437 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (93ce9123-1418-4ef6-bd1c-914373525bb5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:32.640083 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d567177d-8095-4541-a679-0e416ec5af96 x-openstack-request-id: req-d567177d-8095-4541-a679-0e416ec5af96 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:42:32.640424 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489154e1-8189-48c2-9b84-b7f0c34221ee", "name": "network-vif-plugged", "status": "completed", "tag": "93ce9123-1418-4ef6-bd1c-914373525bb5", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:42:32.640669 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d567177d-8095-4541-a679-0e416ec5af96 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:42:32.641068 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d567177d-8095-4541-a679-0e416ec5af96'] response: {'server_uuid': '489154e1-8189-48c2-9b84-b7f0c34221ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ce9123-1418-4ef6-bd1c-914373525bb5', 'code': 200} Sep 28 08:42:32.648797 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:32.671815 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=93ce9123-1418-4ef6-bd1c-914373525bb5,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:42:32.736503 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3f2da-e972-4fb7-8df3-eb02414aab42 req-ac9c330a-b6cf-42f8-9359-3c7cc8054f87 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:32.738145 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e0f3f2da-e972-4fb7-8df3-eb02414aab42 req-ac9c330a-b6cf-42f8-9359-3c7cc8054f87 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0473716 Sep 28 08:42:32.789284 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e0f3f2da-e972-4fb7-8df3-eb02414aab42 req-74aa0885-2814-482e-8991-79abf44e8f28 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450313 Sep 28 08:42:32.865853 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757e035-648e-480c-a3f4-789f8503831a req-b0a97127-f645-423f-b3d4-6a6e88c769a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:32.867642 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7757e035-648e-480c-a3f4-789f8503831a req-b0a97127-f645-423f-b3d4-6a6e88c769a8 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=489154e1-8189-48c2-9b84-b7f0c34221ee HTTP/1.1" status: 200 len: 1129 time: 0.0431502 Sep 28 08:42:32.915491 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7757e035-648e-480c-a3f4-789f8503831a req-c9b01a77-c00b-4523-8668-82dfbc42a527 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4f1bcd5f-2242-402f-80da-504d05585367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394208 Sep 28 08:42:33.647330 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6df4d5-8ac4-495b-8c61-f1876706733a req-f916fc4b-efa2-40a5-9e2f-f24a585fbd5e tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:33.648819 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6d6df4d5-8ac4-495b-8c61-f1876706733a req-f916fc4b-efa2-40a5-9e2f-f24a585fbd5e tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=489154e1-8189-48c2-9b84-b7f0c34221ee HTTP/1.1" status: 200 len: 945 time: 0.0500324 Sep 28 08:42:33.697374 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6d6df4d5-8ac4-495b-8c61-f1876706733a req-9c448b29-e8f4-4733-97cd-4ff5c498fa10 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4f1bcd5f-2242-402f-80da-504d05585367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428581 Sep 28 08:42:33.910778 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89394f1-a7aa-4301-aad0-d7f38a656e05 req-144472d7-e0cd-42cd-8e11-176fdc9ce31b tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:33.912205 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c89394f1-a7aa-4301-aad0-d7f38a656e05 req-144472d7-e0cd-42cd-8e11-176fdc9ce31b tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0452228 Sep 28 08:42:33.958457 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c89394f1-a7aa-4301-aad0-d7f38a656e05 req-d715eba7-596e-442d-9bf9-9e0f31aff457 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397389 Sep 28 08:42:34.815325 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01aee3f-1d40-451c-86a3-779797903e10 req-af173c03-ad5d-4a5d-9536-d1cd987d886d tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:34.816884 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f01aee3f-1d40-451c-86a3-779797903e10 req-af173c03-ad5d-4a5d-9536-d1cd987d886d tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=489154e1-8189-48c2-9b84-b7f0c34221ee HTTP/1.1" status: 200 len: 945 time: 0.0455444 Sep 28 08:42:34.829192 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:34.869662 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f01aee3f-1d40-451c-86a3-779797903e10 req-c8aa6c57-b577-43e4-8768-4a3b43512a1e tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4f1bcd5f-2242-402f-80da-504d05585367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461307 Sep 28 08:42:35.063232 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:35.078360 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64a089-20c2-4e67-8632-57339a253f5b req-a03935f5-19ac-4640-b7ae-8cacbf8558a0 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:35.079836 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1b64a089-20c2-4e67-8632-57339a253f5b req-a03935f5-19ac-4640-b7ae-8cacbf8558a0 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0468259 Sep 28 08:42:35.128715 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1b64a089-20c2-4e67-8632-57339a253f5b req-98a1bea4-a917-430f-9c1a-d036d2c5e94a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420976 Sep 28 08:42:35.989344 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee061a6-6465-47d5-89fb-30c12fc31873 req-1c2313bf-0fb4-47aa-8707-f2de60e43edc tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:35.990824 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-aee061a6-6465-47d5-89fb-30c12fc31873 req-1c2313bf-0fb4-47aa-8707-f2de60e43edc tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=489154e1-8189-48c2-9b84-b7f0c34221ee HTTP/1.1" status: 200 len: 945 time: 0.0469818 Sep 28 08:42:36.020774 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:36.038890 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-aee061a6-6465-47d5-89fb-30c12fc31873 req-ad28b1d0-7d5d-43c8-b191-79534485f3e1 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4f1bcd5f-2242-402f-80da-504d05585367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423870 Sep 28 08:42:36.165680 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8de04-cfb2-4c45-bae7-d487a5ec13f9 req-e19936a1-0a38-4a2d-8b23-bfcf63762f78 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:36.167222 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f3f8de04-cfb2-4c45-bae7-d487a5ec13f9 req-e19936a1-0a38-4a2d-8b23-bfcf63762f78 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=489154e1-8189-48c2-9b84-b7f0c34221ee HTTP/1.1" status: 200 len: 945 time: 0.0583570 Sep 28 08:42:36.177704 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 56676) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:42:36.182604 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-9148d7b5-296e-43c0-bef5-7b3a8bb121bc tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Request body: {'floatingip': {'port_id': '93ce9123-1418-4ef6-bd1c-914373525bb5'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:42:36.230131 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9148d7b5-296e-43c0-bef5-7b3a8bb121bc tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (24c3037e-d322-448c-8fc0-2ed9de684cb7), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:36.564555 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1becd68-fac6-471d-8039-a81924653b6e req-04448d03-2531-4aca-969b-e9eeb0bb79f9 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:36.566034 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b1becd68-fac6-471d-8039-a81924653b6e req-04448d03-2531-4aca-969b-e9eeb0bb79f9 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.3527813 Sep 28 08:42:36.686151 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b1becd68-fac6-471d-8039-a81924653b6e req-016a4f62-6c54-43b9-bdba-dc9aac7e0902 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145015 Sep 28 08:42:36.950263 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9148d7b5-296e-43c0-bef5-7b3a8bb121bc tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:36.953866 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9148d7b5-296e-43c0-bef5-7b3a8bb121bc tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (24c3037e-d322-448c-8fc0-2ed9de684cb7), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:37.051403 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.l3_db [None req-9148d7b5-296e-43c0-bef5-7b3a8bb121bc tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Floating IP 24c3037e-d322-448c-8fc0-2ed9de684cb7 associated. External IP: 172.27.2.39, port: 93ce9123-1418-4ef6-bd1c-914373525bb5. Sep 28 08:42:37.183088 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:37.191745 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:37.250901 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9148d7b5-296e-43c0-bef5-7b3a8bb121bc tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Router 2c1b6b9f-8cae-431f-8691-887c46e580ff has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:42:37.354729 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9148d7b5-296e-43c0-bef5-7b3a8bb121bc tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:42:37.359528 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9148d7b5-296e-43c0-bef5-7b3a8bb121bc tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:37.364699 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7178f8a5-5271-48a0-838b-6bb38e50d6f0 None None] Sync routers for ids ['2c1b6b9f-8cae-431f-8691-887c46e580ff'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:42:37.374844 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7178f8a5-5271-48a0-838b-6bb38e50d6f0 None None] Routers {'2c1b6b9f-8cae-431f-8691-887c46e580ff'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:42:37.375466 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-7178f8a5-5271-48a0-838b-6bb38e50d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:42:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['2c1b6b9f-8cae-431f-8691-887c46e580ff'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:37.390412 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-9148d7b5-296e-43c0-bef5-7b3a8bb121bc tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/24c3037e-d322-448c-8fc0-2ed9de684cb7 HTTP/1.1" status: 200 len: 990 time: 1.2116156 Sep 28 08:42:37.391156 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489154e1-8189-48c2-9b84-b7f0c34221ee', 'tag': '93ce9123-1418-4ef6-bd1c-914373525bb5'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:42:37.393511 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7ed2ddc4584b00f7c30cf30121e6cd69d5fd04907018550f4f3d85fbaaf14d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59012d91-c96e-4ca3-ab44-266fb5946857" -d '{"events": [{"name": "network-changed", "server_uuid": "489154e1-8189-48c2-9b84-b7f0c34221ee", "tag": "93ce9123-1418-4ef6-bd1c-914373525bb5"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:42:37.432106 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759a72f6-1d69-45b4-bced-6416d2247d39 x-openstack-request-id: req-759a72f6-1d69-45b4-bced-6416d2247d39 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:42:37.432401 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "489154e1-8189-48c2-9b84-b7f0c34221ee", "tag": "93ce9123-1418-4ef6-bd1c-914373525bb5", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:42:37.432661 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-759a72f6-1d69-45b4-bced-6416d2247d39 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:42:37.433072 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-759a72f6-1d69-45b4-bced-6416d2247d39'] response: {'name': 'network-changed', 'server_uuid': '489154e1-8189-48c2-9b84-b7f0c34221ee', 'tag': '93ce9123-1418-4ef6-bd1c-914373525bb5', 'status': 'completed', 'code': 200} Sep 28 08:42:37.478992 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-7178f8a5-5271-48a0-838b-6bb38e50d6f0 None None] Set router 2c1b6b9f-8cae-431f-8691-887c46e580ff gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:42:37.531183 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59012d91-c96e-4ca3-ab44-266fb5946857 req-40a3eeff-217d-4dbd-afe6-6c1d5e1f4023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:37.532689 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-59012d91-c96e-4ca3-ab44-266fb5946857 req-40a3eeff-217d-4dbd-afe6-6c1d5e1f4023 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6bc96052a69e409498462a1e4d499910&device_id=489154e1-8189-48c2-9b84-b7f0c34221ee HTTP/1.1" status: 200 len: 1129 time: 0.0402706 Sep 28 08:42:37.586394 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:37.628600 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59012d91-c96e-4ca3-ab44-266fb5946857 req-c5953289-6602-47a0-9f9d-211704024ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:37.630124 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-59012d91-c96e-4ca3-ab44-266fb5946857 req-c5953289-6602-47a0-9f9d-211704024ddc service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=b5328add-2390-4470-bd9d-0ff97db6e42c HTTP/1.1" status: 200 len: 915 time: 0.0907400 Sep 28 08:42:37.692320 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-59012d91-c96e-4ca3-ab44-266fb5946857 req-f4fe4cec-c34e-4170-be4c-54d65a599102 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93ce9123-1418-4ef6-bd1c-914373525bb5 HTTP/1.1" status: 200 len: 998 time: 0.0557339 Sep 28 08:42:37.700717 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-7178f8a5-5271-48a0-838b-6bb38e50d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '24c3037e-d322-448c-8fc0-2ed9de684cb7', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'port_id': '93ce9123-1418-4ef6-bd1c-914373525bb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'mac_address': 'fa:16:3e:87:d3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489154e1-8189-48c2-9b84-b7f0c34221ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:42:22Z', 'updated_at': '2022-09-28T08:42:36Z', 'revision_number': 1, 'project_id': '6bc96052a69e409498462a1e4d499910', 'fixed_ip_address_scope': None}, {'id': '3a24d37e-491f-4954-bfc8-91ea719c368b', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'port_id': '3e899002-2d72-495c-ac21-1db3e1f0ae42', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'mac_address': 'fa:16:3e:09:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d333fe6-3d16-47c6-9104-714c67456652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:38:24Z', 'updated_at': '2022-09-28T08:39:51Z', 'revision_number': 2, 'project_id': '6bc96052a69e409498462a1e4d499910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:31Z', 'revision_number': 5, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:37.725502 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7178f8a5-5271-48a0-838b-6bb38e50d6f0 None None] Checking router: 2c1b6b9f-8cae-431f-8691-887c46e580ff for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:42:37.734416 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7178f8a5-5271-48a0-838b-6bb38e50d6f0 None None] Routers {'2c1b6b9f-8cae-431f-8691-887c46e580ff'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:42:37.735037 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-7178f8a5-5271-48a0-838b-6bb38e50d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:42:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['2c1b6b9f-8cae-431f-8691-887c46e580ff'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:37.743123 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59012d91-c96e-4ca3-ab44-266fb5946857 req-c79142a1-3cea-4aad-b1c6-55e9b05440b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:37.744596 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-59012d91-c96e-4ca3-ab44-266fb5946857 req-c79142a1-3cea-4aad-b1c6-55e9b05440b2 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d697553d-3af9-4c9b-ba05-d2609a53313e HTTP/1.1" status: 200 len: 853 time: 0.0467284 Sep 28 08:42:37.793620 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59012d91-c96e-4ca3-ab44-266fb5946857 req-ae89c48c-4f2a-4a5b-b5c5-aa51c7b67930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:37.795213 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-59012d91-c96e-4ca3-ab44-266fb5946857 req-ae89c48c-4f2a-4a5b-b5c5-aa51c7b67930 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b5328add-2390-4470-bd9d-0ff97db6e42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448959 Sep 28 08:42:37.820687 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99188f-8a9d-41d9-8d79-a30a09ffa443 req-f96eda93-be47-4f4a-be3c-d9b3b01ced52 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:37.822474 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9e99188f-8a9d-41d9-8d79-a30a09ffa443 req-f96eda93-be47-4f4a-be3c-d9b3b01ced52 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0582445 Sep 28 08:42:37.843478 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-7178f8a5-5271-48a0-838b-6bb38e50d6f0 None None] Set router 2c1b6b9f-8cae-431f-8691-887c46e580ff gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:42:37.872459 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9e99188f-8a9d-41d9-8d79-a30a09ffa443 req-3b6c631d-1dde-423f-a264-1bfeafd763e4 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445435 Sep 28 08:42:37.875978 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:37.909203 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-59012d91-c96e-4ca3-ab44-266fb5946857 req-edef2d3b-4ab4-4bbb-90cb-99436f8e5289 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072927 Sep 28 08:42:38.003823 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-59012d91-c96e-4ca3-ab44-266fb5946857 req-d693b395-3d14-421f-aceb-5688058c7a98 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885479 Sep 28 08:42:38.060810 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-7178f8a5-5271-48a0-838b-6bb38e50d6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '24c3037e-d322-448c-8fc0-2ed9de684cb7', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'port_id': '93ce9123-1418-4ef6-bd1c-914373525bb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'mac_address': 'fa:16:3e:87:d3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489154e1-8189-48c2-9b84-b7f0c34221ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:42:22Z', 'updated_at': '2022-09-28T08:42:36Z', 'revision_number': 1, 'project_id': '6bc96052a69e409498462a1e4d499910', 'fixed_ip_address_scope': None}, {'id': '3a24d37e-491f-4954-bfc8-91ea719c368b', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'port_id': '3e899002-2d72-495c-ac21-1db3e1f0ae42', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'mac_address': 'fa:16:3e:09:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d333fe6-3d16-47c6-9104-714c67456652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:38:24Z', 'updated_at': '2022-09-28T08:39:51Z', 'revision_number': 2, 'project_id': '6bc96052a69e409498462a1e4d499910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:31Z', 'revision_number': 5, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:42:38.084514 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7178f8a5-5271-48a0-838b-6bb38e50d6f0 None None] The sync data for ids ['2c1b6b9f-8cae-431f-8691-887c46e580ff'] in dv-cinder-844563-8-iscsi is: [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '24c3037e-d322-448c-8fc0-2ed9de684cb7', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'port_id': '93ce9123-1418-4ef6-bd1c-914373525bb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'mac_address': 'fa:16:3e:87:d3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489154e1-8189-48c2-9b84-b7f0c34221ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:42:22Z', 'updated_at': '2022-09-28T08:42:36Z', 'revision_number': 1, 'project_id': '6bc96052a69e409498462a1e4d499910', 'fixed_ip_address_scope': None}, {'id': '3a24d37e-491f-4954-bfc8-91ea719c368b', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'port_id': '3e899002-2d72-495c-ac21-1db3e1f0ae42', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'mac_address': 'fa:16:3e:09:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d333fe6-3d16-47c6-9104-714c67456652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:38:24Z', 'updated_at': '2022-09-28T08:39:51Z', 'revision_number': 2, 'project_id': '6bc96052a69e409498462a1e4d499910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:31Z', 'revision_number': 5, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:42:38.279297 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946c008c-6144-4fe2-9724-026a38547d21 None None] New status for floating IP 24c3037e-d322-448c-8fc0-2ed9de684cb7: ACTIVE {{(pid=106478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:42:38.999404 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff604c-5bd5-4005-b583-020cc96cdde1 req-2a116dc6-137a-4156-b495-f745d7aedf40 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:39.000915 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c7ff604c-5bd5-4005-b583-020cc96cdde1 req-2a116dc6-137a-4156-b495-f745d7aedf40 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0472198 Sep 28 08:42:39.054313 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c7ff604c-5bd5-4005-b583-020cc96cdde1 req-f7a8fe74-9325-4bc2-99ac-3abbe2436636 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467680 Sep 28 08:42:40.178358 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce197a9b-f15d-4837-a144-8b4ab3df1596 req-481c18b6-1ea0-460f-bc9f-dabeb84f0d4e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:40.179871 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ce197a9b-f15d-4837-a144-8b4ab3df1596 req-481c18b6-1ea0-460f-bc9f-dabeb84f0d4e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0492527 Sep 28 08:42:40.228780 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ce197a9b-f15d-4837-a144-8b4ab3df1596 req-dbbbebfc-e764-43b2-81e5-7a9a8c0c89a6 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421655 Sep 28 08:42:41.349364 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4a309-6661-4b4f-b548-bae44c8a7cbd req-11b57c42-326b-44e5-84ed-139e0ff70144 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:41.350852 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f3a4a309-6661-4b4f-b548-bae44c8a7cbd req-11b57c42-326b-44e5-84ed-139e0ff70144 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0452590 Sep 28 08:42:41.397624 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f3a4a309-6661-4b4f-b548-bae44c8a7cbd req-912f0ea9-bf9f-4400-9ef8-dc835cd74fba tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404062 Sep 28 08:42:42.530429 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2620a0-767f-4e56-9272-e68af94ce0fe req-b1229ceb-1167-4e33-8626-433c5547ced2 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:42.531956 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6a2620a0-767f-4e56-9272-e68af94ce0fe req-b1229ceb-1167-4e33-8626-433c5547ced2 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0527599 Sep 28 08:42:42.580579 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6a2620a0-767f-4e56-9272-e68af94ce0fe req-f828f140-c191-4fdd-9986-7dec3c32185a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429084 Sep 28 08:42:43.705709 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25aaf3-1792-4113-b5aa-36823792f447 req-f90b6a44-ae08-49c7-9772-196fdfaad915 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:43.707200 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1d25aaf3-1792-4113-b5aa-36823792f447 req-f90b6a44-ae08-49c7-9772-196fdfaad915 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0484588 Sep 28 08:42:43.761420 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1d25aaf3-1792-4113-b5aa-36823792f447 req-b9ae6fc8-8934-40c7-82b7-83d828495942 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485396 Sep 28 08:42:44.745559 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:42:44.903097 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df62386-1838-4be1-8de1-bd1ce8365e5c req-17f9acb3-f060-41f6-a7c2-3bdb1e70cbd7 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:44.904579 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4df62386-1838-4be1-8de1-bd1ce8365e5c req-17f9acb3-f060-41f6-a7c2-3bdb1e70cbd7 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0526826 Sep 28 08:42:44.954619 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4df62386-1838-4be1-8de1-bd1ce8365e5c req-64846ada-4387-4131-a7ec-e03c7b9f510c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436380 Sep 28 08:42:46.075278 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac852423-5fcd-446d-8259-4065eb9f0958 req-a09c165e-bdde-464e-971b-53bf2c1b99d6 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:46.076764 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ac852423-5fcd-446d-8259-4065eb9f0958 req-a09c165e-bdde-464e-971b-53bf2c1b99d6 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0474365 Sep 28 08:42:46.124337 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ac852423-5fcd-446d-8259-4065eb9f0958 req-31c714cd-c586-4193-b854-ac4a459a0068 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419836 Sep 28 08:42:46.508159 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:46.544690 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6161b724-5dc6-4ce4-b5ef-cb3ec62a8c5c req-eeee9271-a7c8-4c49-a98c-a2d3d1ecdb29 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:46.546202 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6161b724-5dc6-4ce4-b5ef-cb3ec62a8c5c req-eeee9271-a7c8-4c49-a98c-a2d3d1ecdb29 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0477047 Sep 28 08:42:46.597710 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6161b724-5dc6-4ce4-b5ef-cb3ec62a8c5c req-e6e76c46-9060-4d51-afb4-21b93b60df4e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458183 Sep 28 08:42:47.213601 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:47.250231 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250aace-a98a-4546-9e9a-34bca181eda4 req-d3e49e16-933a-4e84-a50a-d24ee3e39a7e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:47.251712 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a250aace-a98a-4546-9e9a-34bca181eda4 req-d3e49e16-933a-4e84-a50a-d24ee3e39a7e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0483563 Sep 28 08:42:47.299648 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a250aace-a98a-4546-9e9a-34bca181eda4 req-ea06c00d-a3d2-4612-93b4-1f94dbde6a7c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423281 Sep 28 08:42:47.723642 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115de43-3f2f-4d34-91b0-c8c5d1dd0e1d req-cf32c793-d581-4c8e-8922-9119e67507bf tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:47.725149 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b115de43-3f2f-4d34-91b0-c8c5d1dd0e1d req-cf32c793-d581-4c8e-8922-9119e67507bf tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0468798 Sep 28 08:42:47.773550 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b115de43-3f2f-4d34-91b0-c8c5d1dd0e1d req-6cf03f97-7db0-461d-9189-234445661fca tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427055 Sep 28 08:42:47.994730 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=44 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:48.000834 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=11 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:48.062612 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:48.063464 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=74 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:48.423474 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161fb4e2-1f0f-46bc-976e-dd28622cbb11 req-312c9e57-076e-4436-bc91-d0e6a1fddd95 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:48.424940 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-161fb4e2-1f0f-46bc-976e-dd28622cbb11 req-312c9e57-076e-4436-bc91-d0e6a1fddd95 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0501034 Sep 28 08:42:48.471514 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-161fb4e2-1f0f-46bc-976e-dd28622cbb11 req-03bcecd1-4e36-4d6f-a33c-797d92ca3994 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408256 Sep 28 08:42:48.897730 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6141a5e-fcd5-494a-ac80-d97efb6a1aa3 req-4b61e8c2-21bf-486a-a79d-d4371b0586c4 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:48.899173 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d6141a5e-fcd5-494a-ac80-d97efb6a1aa3 req-4b61e8c2-21bf-486a-a79d-d4371b0586c4 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0455246 Sep 28 08:42:48.945512 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d6141a5e-fcd5-494a-ac80-d97efb6a1aa3 req-297501ad-83da-4dc9-971e-80c3a01758bc tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401762 Sep 28 08:42:49.593349 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7978a5-61e6-4e57-9ad7-26fa3b75fcdb req-bf18890c-8600-43a4-b099-fba26726d8a8 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:49.594853 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bb7978a5-61e6-4e57-9ad7-26fa3b75fcdb req-bf18890c-8600-43a4-b099-fba26726d8a8 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0475399 Sep 28 08:42:49.645388 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bb7978a5-61e6-4e57-9ad7-26fa3b75fcdb req-851a188d-8b57-47a9-acc2-2de67421df97 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449104 Sep 28 08:42:50.068367 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a3342-76da-4865-bb7e-19ff076de27c req-e8b1589e-4939-446d-b6e9-c31e2ecfc7c4 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:50.070339 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c47a3342-76da-4865-bb7e-19ff076de27c req-e8b1589e-4939-446d-b6e9-c31e2ecfc7c4 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0455954 Sep 28 08:42:50.121853 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c47a3342-76da-4865-bb7e-19ff076de27c req-e3169c43-798a-4986-adcd-ea29a4a95d8d tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458574 Sep 28 08:42:50.767417 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde5a3e-6a7a-4d47-8279-d68d5580e2e5 req-15bbd393-c980-4117-8fab-21f52cc83106 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:50.768795 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1bde5a3e-6a7a-4d47-8279-d68d5580e2e5 req-15bbd393-c980-4117-8fab-21f52cc83106 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0468976 Sep 28 08:42:50.815795 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1bde5a3e-6a7a-4d47-8279-d68d5580e2e5 req-3a9b1795-40e9-4ea5-b2f6-d37de5aaec99 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414000 Sep 28 08:42:51.252970 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472a5b2-327d-4d47-97ab-c682d1cdd28a req-f3afed33-3d02-46bc-beb9-ddcc37f01d4c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:51.254488 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c472a5b2-327d-4d47-97ab-c682d1cdd28a req-f3afed33-3d02-46bc-beb9-ddcc37f01d4c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0516019 Sep 28 08:42:51.303261 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c472a5b2-327d-4d47-97ab-c682d1cdd28a req-8a4d49ad-2f9a-4650-83ad-8671dce294a7 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429745 Sep 28 08:42:51.938208 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f705f52-6561-4a80-83c1-fcea501e3366 req-235af854-fe6c-4152-a72d-d7bddd389b7f tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:51.939696 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8f705f52-6561-4a80-83c1-fcea501e3366 req-235af854-fe6c-4152-a72d-d7bddd389b7f tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0483220 Sep 28 08:42:51.986699 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8f705f52-6561-4a80-83c1-fcea501e3366 req-9ff2a493-f8af-4edb-b861-357e1a8fcb85 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406382 Sep 28 08:42:52.432054 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340aee3f-1bfb-477c-9fbf-f06c606087e7 req-918a6e25-73fe-4904-9944-d14e71dc4d9b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:52.433571 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-340aee3f-1bfb-477c-9fbf-f06c606087e7 req-918a6e25-73fe-4904-9944-d14e71dc4d9b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0504131 Sep 28 08:42:52.444533 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:52.481000 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-340aee3f-1bfb-477c-9fbf-f06c606087e7 req-1cb95c3d-4ef9-4a2d-b993-b963df4ed6a0 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418251 Sep 28 08:42:53.109940 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999fcec-a407-485c-8006-87b3c4e7f1f7 req-a944a06b-51e8-4f59-b6ff-71c96b51ee38 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:53.111469 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3999fcec-a407-485c-8006-87b3c4e7f1f7 req-a944a06b-51e8-4f59-b6ff-71c96b51ee38 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0472567 Sep 28 08:42:53.161923 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3999fcec-a407-485c-8006-87b3c4e7f1f7 req-6daba537-805b-4a6f-aeac-a20dbf08d916 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447233 Sep 28 08:42:53.370051 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc60779-41bf-4899-a70a-0ca3a7b5f219 req-57123388-c408-4ab0-9d68-2f0aa9887c3f tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:53.371567 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5cc60779-41bf-4899-a70a-0ca3a7b5f219 req-57123388-c408-4ab0-9d68-2f0aa9887c3f tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0476623 Sep 28 08:42:53.426202 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5cc60779-41bf-4899-a70a-0ca3a7b5f219 req-846b4aa8-8fbd-4426-a02d-db3b8cb1d468 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479689 Sep 28 08:42:53.474482 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d992bd-8d48-416e-b13d-3824ea947323 req-4dd78f48-c96f-4d24-a154-956427a5c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:53.475982 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a2d992bd-8d48-416e-b13d-3824ea947323 req-4dd78f48-c96f-4d24-a154-956427a5c561 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=d3e65d28e5664025978902943452f338&device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 1130 time: 0.0402882 Sep 28 08:42:53.574988 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d992bd-8d48-416e-b13d-3824ea947323 req-fe6a7976-6c2d-42a7-8914-15de6a58727f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:53.576394 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:53.576576 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a2d992bd-8d48-416e-b13d-3824ea947323 req-fe6a7976-6c2d-42a7-8914-15de6a58727f service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=ff034301-a1c4-4028-a91c-012c3b139427 HTTP/1.1" status: 200 len: 911 time: 0.0936935 Sep 28 08:42:53.615292 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66aeaa0-1238-42a5-8d77-01013ae947e7 req-cd3676b8-1e6f-4b85-b199-c98c91bd6eb1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:53.616837 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f66aeaa0-1238-42a5-8d77-01013ae947e7 req-cd3676b8-1e6f-4b85-b199-c98c91bd6eb1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0495822 Sep 28 08:42:53.642208 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a2d992bd-8d48-416e-b13d-3824ea947323 req-16c22da8-313a-4e83-b8cc-b34aabcbf25b service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6a4b931-a59a-4621-8e16-7c3e343a1e8a HTTP/1.1" status: 200 len: 1002 time: 0.0577424 Sep 28 08:42:53.666107 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f66aeaa0-1238-42a5-8d77-01013ae947e7 req-831f440e-3aaf-48e3-aba9-e6a65ea2bb76 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428603 Sep 28 08:42:53.693470 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d992bd-8d48-416e-b13d-3824ea947323 req-5e473307-2898-4c32-b2e5-56633c5e1b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:53.694779 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a2d992bd-8d48-416e-b13d-3824ea947323 req-5e473307-2898-4c32-b2e5-56633c5e1b1b service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=6605e181-a637-4e6a-a804-d0eb5c55d597 HTTP/1.1" status: 200 len: 849 time: 0.0461340 Sep 28 08:42:53.743568 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d992bd-8d48-416e-b13d-3824ea947323 req-4184d6ea-9967-4d59-9ca9-a839ffa19e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:53.745073 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a2d992bd-8d48-416e-b13d-3824ea947323 req-4184d6ea-9967-4d59-9ca9-a839ffa19e1c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ff034301-a1c4-4028-a91c-012c3b139427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438290 Sep 28 08:42:53.836206 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a2d992bd-8d48-416e-b13d-3824ea947323 req-158955a4-6702-4def-a402-b1a86c1bb103 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ff034301-a1c4-4028-a91c-012c3b139427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840364 Sep 28 08:42:53.930813 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a2d992bd-8d48-416e-b13d-3824ea947323 req-5d69bb9a-a8ee-49ea-85c6-602cf5634f12 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ff034301-a1c4-4028-a91c-012c3b139427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872355 Sep 28 08:42:54.266067 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ca41bfe0-3ebe-4f29-93c3-818a4bd0e8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:54.552902 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd2e8b-88e2-4b3c-9263-9a04916c6c5f req-9e6f60d8-7235-44a1-a900-eaadd3b03da8 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:54.554429 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ffbd2e8b-88e2-4b3c-9263-9a04916c6c5f req-9e6f60d8-7235-44a1-a900-eaadd3b03da8 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0471234 Sep 28 08:42:54.601788 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ffbd2e8b-88e2-4b3c-9263-9a04916c6c5f req-1787e573-f24a-416c-a960-629135d5e62c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408044 Sep 28 08:42:54.748798 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:54.758509 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=27 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:42:54.795199 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b7e3b-97df-4c6d-8653-5615a8f68f84 req-3d08194a-3b92-41dd-9301-f06cba94056e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:54.796678 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4b4b7e3b-97df-4c6d-8653-5615a8f68f84 req-3d08194a-3b92-41dd-9301-f06cba94056e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0505381 Sep 28 08:42:54.844390 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4b4b7e3b-97df-4c6d-8653-5615a8f68f84 req-e61bfada-0311-4392-b00b-449f916bf2bd tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419574 Sep 28 08:42:55.724460 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13109af9-4fa7-4602-9a49-e7ecc3e6e92b req-07932497-ad4a-429b-b8d3-f146b137c56c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:55.725965 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-13109af9-4fa7-4602-9a49-e7ecc3e6e92b req-07932497-ad4a-429b-b8d3-f146b137c56c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0475135 Sep 28 08:42:55.773906 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-13109af9-4fa7-4602-9a49-e7ecc3e6e92b req-7f09043e-32b3-4137-a6c9-b3ee3290d731 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423021 Sep 28 08:42:55.971394 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe2946-b848-4b22-a1d4-1f63b3f9cc7f req-3cee3cc1-64a1-4dcd-8b1a-137df98eefdf tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:55.972822 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-aafe2946-b848-4b22-a1d4-1f63b3f9cc7f req-3cee3cc1-64a1-4dcd-8b1a-137df98eefdf tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0453427 Sep 28 08:42:56.022235 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-aafe2946-b848-4b22-a1d4-1f63b3f9cc7f req-e06e4861-601a-4806-9735-5ccfebae9783 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431628 Sep 28 08:42:56.671352 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-e39d782a-22e8-40c9-a3f9-1bdbf5cbb0af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:57.267567 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2423d71-5023-47e4-942f-52d6e5d0a2e6 req-e04fd16a-17bd-4abe-81e6-4e59035b73f3 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:57.269067 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d2423d71-5023-47e4-942f-52d6e5d0a2e6 req-e04fd16a-17bd-4abe-81e6-4e59035b73f3 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.1647575 Sep 28 08:42:57.316742 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d2423d71-5023-47e4-942f-52d6e5d0a2e6 req-addb3a6d-4a54-47a0-85f8-032d7a108229 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417323 Sep 28 08:42:57.858104 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:58.498961 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae8f49-cf51-47f5-b387-b065d5186676 req-858eb994-9065-4832-b635-35de0791c515 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:58.500364 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-85ae8f49-cf51-47f5-b387-b065d5186676 req-858eb994-9065-4832-b635-35de0791c515 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.1022882 Sep 28 08:42:58.548390 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-85ae8f49-cf51-47f5-b387-b065d5186676 req-beaa9165-3326-4aad-aec9-17a098962bd8 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424247 Sep 28 08:42:59.435447 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:59.484807 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:42:59.679326 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61936a63-9a56-4fb9-a4aa-2571c61c0628 req-65400913-13e4-4c1d-b94a-47cba77f7635 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:42:59.680784 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-61936a63-9a56-4fb9-a4aa-2571c61c0628 req-65400913-13e4-4c1d-b94a-47cba77f7635 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0515637 Sep 28 08:42:59.727835 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-61936a63-9a56-4fb9-a4aa-2571c61c0628 req-1251251c-def3-44f1-b9c5-eb0a05859866 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414257 Sep 28 08:43:00.520504 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 34490fea-8100-40b7-919a-078c2cfc5f1d details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:43:00.744209 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 34490fea-8100-40b7-919a-078c2cfc5f1d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=34490fea-8100-40b7-919a-078c2cfc5f1d,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:43:00.755088 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': '34490fea-8100-40b7-919a-078c2cfc5f1d', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'port_id': '34490fea-8100-40b7-919a-078c2cfc5f1d', 'mac_address': 'fa:16:3e:42:c9:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea30454-8677-4268-a491-c558446ae000', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:43:00.791091 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 34490fea-8100-40b7-919a-078c2cfc5f1d is: ACTIVE; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:43:00.791538 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:00.804615 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34490fea-8100-40b7-919a-078c2cfc5f1d {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:43:00.827134 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 34490fea-8100-40b7-919a-078c2cfc5f1d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=34490fea-8100-40b7-919a-078c2cfc5f1d,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:43:00.831346 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:00.839013 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:00.857111 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913d74a-5add-40e1-ae30-dc52ef0f79c3 req-3495237c-fbcd-473b-b512-1f17ad9fe610 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:00.858636 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f913d74a-5add-40e1-ae30-dc52ef0f79c3 req-3495237c-fbcd-473b-b512-1f17ad9fe610 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0498681 Sep 28 08:43:00.883741 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=34490fea-8100-40b7-919a-078c2cfc5f1d,revision_number=6']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:00.917134 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f913d74a-5add-40e1-ae30-dc52ef0f79c3 req-3d004ecd-e92b-4d93-aa29-ec4d3d7aac25 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516293 Sep 28 08:43:01.048725 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['34490fea-8100-40b7-919a-078c2cfc5f1d'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:43:02.048339 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f872294-c967-4406-8e34-aebd378f11ac req-c7d47bdd-24fe-4b3e-89c8-754069a44478 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:02.049841 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4f872294-c967-4406-8e34-aebd378f11ac req-c7d47bdd-24fe-4b3e-89c8-754069a44478 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 945 time: 0.0494890 Sep 28 08:43:02.096675 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4f872294-c967-4406-8e34-aebd378f11ac req-4d22c91a-160e-468e-a8b3-e87fafeb1cf9 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411799 Sep 28 08:43:02.526269 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 34490fea-8100-40b7-919a-078c2cfc5f1d up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:43:02.575038 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port 34490fea-8100-40b7-919a-078c2cfc5f1d triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:43:02.575647 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:02.576143 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port 34490fea-8100-40b7-919a-078c2cfc5f1d Sep 28 08:43:02.647525 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 34490fea-8100-40b7-919a-078c2cfc5f1d is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:43:02.647912 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:02.671948 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34490fea-8100-40b7-919a-078c2cfc5f1d'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:43:02.674210 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf8dfee-fc5b-464f-ae2d-81d5b0386ab3" -d '{"events": [{"server_uuid": "4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4", "name": "network-vif-plugged", "status": "completed", "tag": "34490fea-8100-40b7-919a-078c2cfc5f1d"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:43:02.687756 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 34490fea-8100-40b7-919a-078c2cfc5f1d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=34490fea-8100-40b7-919a-078c2cfc5f1d,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:43:02.692793 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:02.717360 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcdf31f-9533-48b7-b8dd-32a43f6c8efb x-openstack-request-id: req-5fcdf31f-9533-48b7-b8dd-32a43f6c8efb {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:43:02.717655 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4", "name": "network-vif-plugged", "status": "completed", "tag": "34490fea-8100-40b7-919a-078c2cfc5f1d", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:43:02.717910 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5fcdf31f-9533-48b7-b8dd-32a43f6c8efb {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:43:02.718306 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fcdf31f-9533-48b7-b8dd-32a43f6c8efb'] response: {'server_uuid': '4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34490fea-8100-40b7-919a-078c2cfc5f1d', 'code': 200} Sep 28 08:43:02.745915 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=34490fea-8100-40b7-919a-078c2cfc5f1d,revision_number=7']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:03.222208 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e340b-b1fd-4399-8eb3-47e245cbc87c req-00b18114-bcc9-4eea-8f82-de55fc287f16 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:03.223680 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-507e340b-b1fd-4399-8eb3-47e245cbc87c req-00b18114-bcc9-4eea-8f82-de55fc287f16 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0470309 Sep 28 08:43:03.270384 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-507e340b-b1fd-4399-8eb3-47e245cbc87c req-9dd12aa1-b6a3-4499-add8-198b44b3cd5f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411205 Sep 28 08:43:03.920429 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=42 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:03.927133 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=52 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:04.393801 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49294269-593c-42b3-aebd-30ae762f88a4 req-0ae6f40b-6e8c-4aa5-944a-333ffeb33da8 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:04.395253 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-49294269-593c-42b3-aebd-30ae762f88a4 req-0ae6f40b-6e8c-4aa5-944a-333ffeb33da8 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0452042 Sep 28 08:43:04.406865 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:04.446539 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-49294269-593c-42b3-aebd-30ae762f88a4 req-efe819de-c16c-49dd-a30d-5860c3d7139b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456808 Sep 28 08:43:05.573590 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30e023-2b36-450b-aa5d-8b3a0b2a23b6 req-b62dc115-8577-45ad-88f5-45f48d80a62b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:05.576177 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cd30e023-2b36-450b-aa5d-8b3a0b2a23b6 req-b62dc115-8577-45ad-88f5-45f48d80a62b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0465641 Sep 28 08:43:05.623094 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cd30e023-2b36-450b-aa5d-8b3a0b2a23b6 req-ce740721-f7c0-49c8-8bc8-e207db338310 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423431 Sep 28 08:43:06.030121 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:06.296673 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c1f7fed8-b2f3-4e29-9763-638e0c7f9b92 req-2c012886-3659-496f-b806-25a2ca730303 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384684 Sep 28 08:43:06.376302 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7fed8-b2f3-4e29-9763-638e0c7f9b92 req-b72e46e1-7d07-488f-bd6a-0e9fe8e2f39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:06.377798 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c1f7fed8-b2f3-4e29-9763-638e0c7f9b92 req-b72e46e1-7d07-488f-bd6a-0e9fe8e2f39e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6bc96052a69e409498462a1e4d499910&device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 1130 time: 0.0383575 Sep 28 08:43:06.491743 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7fed8-b2f3-4e29-9763-638e0c7f9b92 req-8412f4c6-0e78-4761-81ff-b284aa3e3ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:06.493234 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c1f7fed8-b2f3-4e29-9763-638e0c7f9b92 req-8412f4c6-0e78-4761-81ff-b284aa3e3ccc service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=b5328add-2390-4470-bd9d-0ff97db6e42c HTTP/1.1" status: 200 len: 915 time: 0.0903633 Sep 28 08:43:06.566676 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c1f7fed8-b2f3-4e29-9763-638e0c7f9b92 req-afb46383-95da-4c21-aa65-402e7cbce118 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e899002-2d72-495c-ac21-1db3e1f0ae42 HTTP/1.1" status: 200 len: 1001 time: 0.0551479 Sep 28 08:43:06.618763 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7fed8-b2f3-4e29-9763-638e0c7f9b92 req-6e61f09d-5ad1-4c13-afff-e1e468791ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:06.620808 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c1f7fed8-b2f3-4e29-9763-638e0c7f9b92 req-6e61f09d-5ad1-4c13-afff-e1e468791ad0 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d697553d-3af9-4c9b-ba05-d2609a53313e HTTP/1.1" status: 200 len: 853 time: 0.0482275 Sep 28 08:43:06.663670 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7fed8-b2f3-4e29-9763-638e0c7f9b92 req-5add38c5-4546-48fe-9917-4ae24640e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:06.665211 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c1f7fed8-b2f3-4e29-9763-638e0c7f9b92 req-5add38c5-4546-48fe-9917-4ae24640e2ae service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b5328add-2390-4470-bd9d-0ff97db6e42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382366 Sep 28 08:43:06.750444 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6dd15-14de-453d-aff7-27ca5e1e08f2 req-a9d77da9-5582-4bdc-94fc-9b439e7e6e92 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:06.752147 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6fc6dd15-14de-453d-aff7-27ca5e1e08f2 req-a9d77da9-5582-4bdc-94fc-9b439e7e6e92 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0459008 Sep 28 08:43:06.761275 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c1f7fed8-b2f3-4e29-9763-638e0c7f9b92 req-fceda2e7-26e4-4db7-b5ed-895b5d8dbbe6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897207 Sep 28 08:43:06.802502 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6fc6dd15-14de-453d-aff7-27ca5e1e08f2 req-943da9fa-c377-492a-88a1-7f8cfcc7209e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440106 Sep 28 08:43:06.857259 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c1f7fed8-b2f3-4e29-9763-638e0c7f9b92 req-e4984f04-77d8-4ca9-8e8a-127b8bfb0929 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865133 Sep 28 08:43:07.964438 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca52dee-bb90-47ef-a2e4-e9220286bf9a req-1ba7afeb-aab4-4d4b-8cc7-11ac0adb99b6 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:07.966763 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3ca52dee-bb90-47ef-a2e4-e9220286bf9a req-1ba7afeb-aab4-4d4b-8cc7-11ac0adb99b6 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0686457 Sep 28 08:43:08.035143 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3ca52dee-bb90-47ef-a2e4-e9220286bf9a req-8c057805-bda8-45c7-8000-3a5ed92ed8a0 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613227 Sep 28 08:43:09.168549 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff55eb1-42ec-405d-974c-9d9f54fc6b93 req-25c604b6-132d-45d2-9eca-16bae6e4f8ef tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:09.171267 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fff55eb1-42ec-405d-974c-9d9f54fc6b93 req-25c604b6-132d-45d2-9eca-16bae6e4f8ef tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0489037 Sep 28 08:43:09.224320 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fff55eb1-42ec-405d-974c-9d9f54fc6b93 req-7e40fa67-356f-4d78-99f1-7762eaa3aae9 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477610 Sep 28 08:43:10.387672 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8003c25-5914-4938-ab39-66c6b1066d2d req-22ab8c4d-a65e-472f-814c-63c4559c9ecc tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:10.389307 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d8003c25-5914-4938-ab39-66c6b1066d2d req-22ab8c4d-a65e-472f-814c-63c4559c9ecc tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0570745 Sep 28 08:43:10.445671 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d8003c25-5914-4938-ab39-66c6b1066d2d req-568e20dd-d263-4741-a0b8-3a0e5e4ca1b4 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505576 Sep 28 08:43:11.590625 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586acf95-9b9e-48a5-bd31-71363e51c11e req-4cb4c7ab-221d-4273-9917-cb9a6cacbe4c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:11.592119 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-586acf95-9b9e-48a5-bd31-71363e51c11e req-4cb4c7ab-221d-4273-9917-cb9a6cacbe4c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0567629 Sep 28 08:43:11.643423 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-586acf95-9b9e-48a5-bd31-71363e51c11e req-b4d8ce5a-b7e7-4acb-9ab4-b32144b8f001 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454483 Sep 28 08:43:12.783745 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e98c9-1405-47a8-8be9-f19d9762d308 req-bf36f232-dcf3-4405-bea4-ba45193a76e0 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:12.785746 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-823e98c9-1405-47a8-8be9-f19d9762d308 req-bf36f232-dcf3-4405-bea4-ba45193a76e0 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0538023 Sep 28 08:43:12.832649 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:12.837621 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-823e98c9-1405-47a8-8be9-f19d9762d308 req-20c3e310-7b2e-461f-b503-41cf1ccc90d0 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464189 Sep 28 08:43:13.988374 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d27e6b-bda9-497c-848b-d5140f5c1896 req-c1cd4690-abe4-401c-b089-218343a6f774 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:13.990021 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f5d27e6b-bda9-497c-848b-d5140f5c1896 req-c1cd4690-abe4-401c-b089-218343a6f774 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0590758 Sep 28 08:43:14.053039 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f5d27e6b-bda9-497c-848b-d5140f5c1896 req-1e21ded7-252c-4424-8316-9fa6e2a9e131 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546663 Sep 28 08:43:15.224485 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f74f2e-9a46-4a9f-bedd-125796d01dbc req-21ce0530-3f19-4a2f-8c55-87ca6c4f0967 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:15.226030 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e2f74f2e-9a46-4a9f-bedd-125796d01dbc req-21ce0530-3f19-4a2f-8c55-87ca6c4f0967 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0587187 Sep 28 08:43:15.279092 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e2f74f2e-9a46-4a9f-bedd-125796d01dbc req-d69b7d7c-430c-4af5-b6ac-a1e93e6482fa tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460246 Sep 28 08:43:16.019193 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:16.025354 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:16.440700 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b613769-d4c1-4fee-9832-f7f0a4c1acfc req-06c05847-956f-44fb-949c-ea2dc07da368 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:16.442218 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8b613769-d4c1-4fee-9832-f7f0a4c1acfc req-06c05847-956f-44fb-949c-ea2dc07da368 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0737681 Sep 28 08:43:16.497648 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8b613769-d4c1-4fee-9832-f7f0a4c1acfc req-45e7b2a5-1009-401d-8b61-553c0cf9e85b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476215 Sep 28 08:43:16.852347 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=49 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:16.853644 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=52 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:17.632588 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ab755-2c0c-4954-82b3-ec8322f3a204 req-288fcebf-93b4-4145-b180-4690abdb786f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:17.634159 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2d4ab755-2c0c-4954-82b3-ec8322f3a204 req-288fcebf-93b4-4145-b180-4690abdb786f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0507457 Sep 28 08:43:17.665681 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:17.690904 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2d4ab755-2c0c-4954-82b3-ec8322f3a204 req-66925c1f-dea5-41cc-af25-1b3001571dae tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493374 Sep 28 08:43:18.295091 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bf843-ffd7-4c93-ab45-e3a1aeaba579 req-cdfa091a-ab46-4248-8bff-01ea5d2cc3ac tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:18.296568 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-798bf843-ffd7-4c93-ab45-e3a1aeaba579 req-cdfa091a-ab46-4248-8bff-01ea5d2cc3ac tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0521328 Sep 28 08:43:18.351573 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-798bf843-ffd7-4c93-ab45-e3a1aeaba579 req-136c147a-0798-4ebe-898c-c1f77cf559e7 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493376 Sep 28 08:43:18.532961 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7abeb-4c37-4465-835a-486fc062e43b req-0128eccb-b326-4eaa-ba16-78c020c05f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:18.534634 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cbf7abeb-4c37-4465-835a-486fc062e43b req-0128eccb-b326-4eaa-ba16-78c020c05f9d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=42699952850d49fdafb670aeb5f613ed&device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 1130 time: 0.0426254 Sep 28 08:43:18.752303 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bffb1-5d59-4538-9308-21ad9c79e994 req-049b208f-2201-46b7-b0a8-4b994f24a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:18.754021 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f89bffb1-5d59-4538-9308-21ad9c79e994 req-049b208f-2201-46b7-b0a8-4b994f24a6d6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c067f1df3c7f47299bc2db03d904d156&device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 1130 time: 0.0413432 Sep 28 08:43:18.792191 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7abeb-4c37-4465-835a-486fc062e43b req-c670997b-6120-401f-86b4-d894092af8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:18.794020 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cbf7abeb-4c37-4465-835a-486fc062e43b req-c670997b-6120-401f-86b4-d894092af8e9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=ecfbeafd-1446-46f2-889b-466b351133a2 HTTP/1.1" status: 200 len: 919 time: 0.0964372 Sep 28 08:43:18.858617 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cbf7abeb-4c37-4465-835a-486fc062e43b req-fd9825dd-0628-49c5-a903-3d865b6c484c service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd365a60-ac04-41d0-9a07-5370af59c807 HTTP/1.1" status: 200 len: 1002 time: 0.0566666 Sep 28 08:43:18.864426 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf88314-41c5-412d-936a-80774445668c req-5a550b82-2a25-4169-96ab-f1fe71933d06 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:18.865924 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ddf88314-41c5-412d-936a-80774445668c req-5a550b82-2a25-4169-96ab-f1fe71933d06 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0872126 Sep 28 08:43:18.905456 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bffb1-5d59-4538-9308-21ad9c79e994 req-4b24f196-ee83-4a37-af7c-b52376c2a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:18.906905 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f89bffb1-5d59-4538-9308-21ad9c79e994 req-4b24f196-ee83-4a37-af7c-b52376c2a98a service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=8e213c79-0ba4-458e-84ef-70d744799a89 HTTP/1.1" status: 200 len: 917 time: 0.1469080 Sep 28 08:43:18.911176 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7abeb-4c37-4465-835a-486fc062e43b req-2b417c65-7d20-48d7-ab41-2b318230b851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:18.912626 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cbf7abeb-4c37-4465-835a-486fc062e43b req-2b417c65-7d20-48d7-ab41-2b318230b851 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=18b86f52-f49c-435b-95de-852298b2f6f4 HTTP/1.1" status: 200 len: 857 time: 0.0479543 Sep 28 08:43:18.958450 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7abeb-4c37-4465-835a-486fc062e43b req-5127f696-eea8-40b0-8c02-b10a11d18c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:18.959951 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cbf7abeb-4c37-4465-835a-486fc062e43b req-5127f696-eea8-40b0-8c02-b10a11d18c77 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ecfbeafd-1446-46f2-889b-466b351133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409045 Sep 28 08:43:18.975416 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ddf88314-41c5-412d-936a-80774445668c req-adaa1c2c-2e55-4a57-81ad-9d3db40d490b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005933 Sep 28 08:43:19.015134 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f89bffb1-5d59-4538-9308-21ad9c79e994 req-3825d0a1-860a-4d9e-8caf-dd87e7cbeefa service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34490fea-8100-40b7-919a-078c2cfc5f1d HTTP/1.1" status: 200 len: 1002 time: 0.1010914 Sep 28 08:43:19.054454 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cbf7abeb-4c37-4465-835a-486fc062e43b req-4be5b3c4-69b2-4430-9164-ce867a439f9f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875385 Sep 28 08:43:19.065639 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bffb1-5d59-4538-9308-21ad9c79e994 req-15dea165-ae24-4086-a283-df377353d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:19.067076 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f89bffb1-5d59-4538-9308-21ad9c79e994 req-15dea165-ae24-4086-a283-df377353d6e3 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=bea30454-8677-4268-a491-c558446ae000 HTTP/1.1" status: 200 len: 855 time: 0.0445120 Sep 28 08:43:19.114156 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bffb1-5d59-4538-9308-21ad9c79e994 req-f16445b5-1164-48c1-969f-bf1247e3c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:19.115854 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f89bffb1-5d59-4538-9308-21ad9c79e994 req-f16445b5-1164-48c1-969f-bf1247e3c854 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=8e213c79-0ba4-458e-84ef-70d744799a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410991 Sep 28 08:43:19.147010 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cbf7abeb-4c37-4465-835a-486fc062e43b req-bde3a7aa-afd0-4a8b-81f0-9e1ff8ede169 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861816 Sep 28 08:43:19.212058 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f89bffb1-5d59-4538-9308-21ad9c79e994 req-4148be9b-e6b6-4a77-8f8e-91be7ec5f84a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8e213c79-0ba4-458e-84ef-70d744799a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901625 Sep 28 08:43:19.304030 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:19.308285 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f89bffb1-5d59-4538-9308-21ad9c79e994 req-56c664af-7e19-4855-95bf-c89317f7927b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8e213c79-0ba4-458e-84ef-70d744799a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853670 Sep 28 08:43:19.474399 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccb561-2b1d-4ea6-a0eb-570366a151c0 req-fa9e1a05-bcbe-4ddf-81ec-1a3c5e7f5e0e tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:19.475997 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-77ccb561-2b1d-4ea6-a0eb-570366a151c0 req-fa9e1a05-bcbe-4ddf-81ec-1a3c5e7f5e0e tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0497630 Sep 28 08:43:19.778900 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-77ccb561-2b1d-4ea6-a0eb-570366a151c0 req-c025870d-6134-41eb-ab22-983d67be1a2c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2970793 Sep 28 08:43:20.100076 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25126c9d-5383-4457-83d8-2e7f3d42a6f3 req-2f45cf9e-067e-4f87-aad3-a8c137771676 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:20.101541 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-25126c9d-5383-4457-83d8-2e7f3d42a6f3 req-2f45cf9e-067e-4f87-aad3-a8c137771676 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 946 time: 0.0459952 Sep 28 08:43:20.147928 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-25126c9d-5383-4457-83d8-2e7f3d42a6f3 req-db5df6b3-2a82-4084-b860-4bf686a09f93 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402763 Sep 28 08:43:20.603485 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 34490fea-8100-40b7-919a-078c2cfc5f1d no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:43:20.675029 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 34490fea-8100-40b7-919a-078c2cfc5f1d is: ACTIVE; New status is: DOWN {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:43:20.675446 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:20.698684 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34490fea-8100-40b7-919a-078c2cfc5f1d'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:43:20.700927 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608930d9-59f5-4ec6-b37f-ff45e51c35b9" -d '{"events": [{"server_uuid": "4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4", "name": "network-vif-unplugged", "status": "completed", "tag": "34490fea-8100-40b7-919a-078c2cfc5f1d"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:43:20.714489 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 34490fea-8100-40b7-919a-078c2cfc5f1d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=34490fea-8100-40b7-919a-078c2cfc5f1d,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:43:20.719777 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:20.743944 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Sep 2022 08:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbcff22-a4e9-43a5-a6f2-3f4f82f29f8f x-openstack-request-id: req-ccbcff22-a4e9-43a5-a6f2-3f4f82f29f8f {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:43:20.744240 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4", "name": "network-vif-unplugged", "status": "completed", "tag": "34490fea-8100-40b7-919a-078c2cfc5f1d", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:43:20.744493 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ccbcff22-a4e9-43a5-a6f2-3f4f82f29f8f {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:43:20.744879 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccbcff22-a4e9-43a5-a6f2-3f4f82f29f8f'] response: {'server_uuid': '4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34490fea-8100-40b7-919a-078c2cfc5f1d', 'code': 200} Sep 28 08:43:20.773181 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=34490fea-8100-40b7-919a-078c2cfc5f1d,revision_number=8']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:20.904391 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b0036-0bfc-4b35-9804-d1db0d706e35 req-8b53f857-b764-4a2b-b701-3325f72e06ed tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:20.905885 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-835b0036-0bfc-4b35-9804-d1db0d706e35 req-8b53f857-b764-4a2b-b701-3325f72e06ed tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0494170 Sep 28 08:43:20.952378 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-835b0036-0bfc-4b35-9804-d1db0d706e35 req-983481b4-5f8e-42b7-b5db-a6174850f6d2 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408516 Sep 28 08:43:21.275583 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7d316-55b1-4334-aad4-487e50f58a33 req-f7086012-c4de-4f98-a12f-3f843fb2455c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:21.277046 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ffd7d316-55b1-4334-aad4-487e50f58a33 req-f7086012-c4de-4f98-a12f-3f843fb2455c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.0463548 Sep 28 08:43:21.288920 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:21.325171 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ffd7d316-55b1-4334-aad4-487e50f58a33 req-7a26883e-8bef-4a9c-87bb-875ece587e3a tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419850 Sep 28 08:43:21.745960 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:43:22.075785 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5666f-8cc1-4fab-a3fb-c45f2d3476dc req-9c52861e-f082-4b45-8058-1ffb2889574d tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:22.077306 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-73e5666f-8cc1-4fab-a3fb-c45f2d3476dc req-9c52861e-f082-4b45-8058-1ffb2889574d tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0481861 Sep 28 08:43:22.130366 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-73e5666f-8cc1-4fab-a3fb-c45f2d3476dc req-ec2f978b-b15c-4688-aed4-c1cd0c00d30c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466721 Sep 28 08:43:22.453199 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcf738-c21c-4c2e-9f9c-738c491d2bdc req-c5a26bc6-97af-4228-9c3f-fd80a85e9e4d tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:22.454649 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4bdcf738-c21c-4c2e-9f9c-738c491d2bdc req-c5a26bc6-97af-4228-9c3f-fd80a85e9e4d tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.0460811 Sep 28 08:43:22.501143 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4bdcf738-c21c-4c2e-9f9c-738c491d2bdc req-96a138d2-33ff-4dae-8bd3-2c7c3934350d tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409534 Sep 28 08:43:23.038160 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [req-c5754a43-67d2-451a-97f5-949398e711ff req-24f76aa2-7600-4546-a204-0ed7381078e8 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 08:43:23.039161 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c5754a43-67d2-451a-97f5-949398e711ff req-24f76aa2-7600-4546-a204-0ed7381078e8 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0470092 Sep 28 08:43:23.220069 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b0605-f1c1-43c6-80da-9057eea3ce7a req-cc4d29bf-9c31-4d81-b3c6-ff36d274577b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:23.221557 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8e8b0605-f1c1-43c6-80da-9057eea3ce7a req-cc4d29bf-9c31-4d81-b3c6-ff36d274577b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.0529926 Sep 28 08:43:23.283079 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e979f81-d1ca-466d-8ad1-cdea7b9534ef req-ee23bea2-de72-4e5e-889c-6eaf62c1ef20 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:23.284582 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1e979f81-d1ca-466d-8ad1-cdea7b9534ef req-ee23bea2-de72-4e5e-889c-6eaf62c1ef20 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0720572 Sep 28 08:43:23.325491 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8e8b0605-f1c1-43c6-80da-9057eea3ce7a req-2659e981-589e-4eaa-978b-c4789b0afe06 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946653 Sep 28 08:43:23.357399 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1e979f81-d1ca-466d-8ad1-cdea7b9534ef req-930152fd-d83c-46db-8a87-948828e81a9a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582347 Sep 28 08:43:23.428209 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 56984) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:43:23.510580 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b5a35652-c676-4ddc-b775-5235c24814b6 req-098a009b-9e62-43f1-a379-36dd840686fe service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807657 Sep 28 08:43:23.519177 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [req-b5a35652-c676-4ddc-b775-5235c24814b6 req-11426a2a-1eb0-4f78-811d-b0c18452629d service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 08:43:23.520166 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b5a35652-c676-4ddc-b775-5235c24814b6 req-11426a2a-1eb0-4f78-811d-b0c18452629d service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050259 Sep 28 08:43:23.597232 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 56992) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:43:23.644393 dv-cinder-844563-8-iscsi neutron-server[106475]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 28 08:43:23.694553 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a35652-c676-4ddc-b775-5235c24814b6 req-f88db32c-46f1-4a0d-94ef-edbd94939257 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:23.695921 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b5a35652-c676-4ddc-b775-5235c24814b6 req-f88db32c-46f1-4a0d-94ef-edbd94939257 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports/34490fea-8100-40b7-919a-078c2cfc5f1d HTTP/1.1" status: 200 len: 941 time: 0.0977242 Sep 28 08:43:24.270817 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-192036c6-b942-4c7d-b30d-a0ec851d94fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:24.493416 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f0bc6-e632-4e47-9f34-06974145de1e req-06c81f92-cda0-48a3-b703-68460b74ffc5 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:24.495618 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6b1f0bc6-e632-4e47-9f34-06974145de1e req-06c81f92-cda0-48a3-b703-68460b74ffc5 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.0815964 Sep 28 08:43:24.501380 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26102811-1af9-445c-92a7-519953443879 req-711545d9-7d10-44f1-b3ae-bfbaa3d5088c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:24.502860 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-26102811-1af9-445c-92a7-519953443879 req-711545d9-7d10-44f1-b3ae-bfbaa3d5088c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0764663 Sep 28 08:43:24.579932 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6b1f0bc6-e632-4e47-9f34-06974145de1e req-b890bc8e-2f95-49cf-8bc9-e225f1180af0 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760908 Sep 28 08:43:24.587804 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-26102811-1af9-445c-92a7-519953443879 req-44fd8739-7f41-4339-975c-e0e37da7a0ff tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778182 Sep 28 08:43:24.631181 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 34490fea-8100-40b7-919a-078c2cfc5f1d no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:43:24.705928 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 34490fea-8100-40b7-919a-078c2cfc5f1d is: DOWN; New status is: DOWN {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:43:25.736389 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:25.746445 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166da543-c963-43ba-bbd1-c1ff724a552a req-0c512154-71dc-42cb-a290-79d0cd89efb4 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:25.748017 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-166da543-c963-43ba-bbd1-c1ff724a552a req-0c512154-71dc-42cb-a290-79d0cd89efb4 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0785804 Sep 28 08:43:25.754018 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab95b7-6593-43fa-9fce-57823cd108ac req-84f96e8e-0467-4462-aea6-5a5ae47b6956 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:25.755533 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-98ab95b7-6593-43fa-9fce-57823cd108ac req-84f96e8e-0467-4462-aea6-5a5ae47b6956 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.0876181 Sep 28 08:43:25.833492 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-166da543-c963-43ba-bbd1-c1ff724a552a req-553c53fb-c91d-4cb6-b0d7-b9c43b350a37 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766194 Sep 28 08:43:25.837432 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-98ab95b7-6593-43fa-9fce-57823cd108ac req-ff7109b4-1528-4c58-a997-a8091a3e1551 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728285 Sep 28 08:43:26.002513 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a35652-c676-4ddc-b775-5235c24814b6 req-5d0653c3-1a43-4bb6-a2b8-1dcbc1980e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:26.003949 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b5a35652-c676-4ddc-b775-5235c24814b6 req-5d0653c3-1a43-4bb6-a2b8-1dcbc1980e23 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4&tenant_id=c067f1df3c7f47299bc2db03d904d156 HTTP/1.1" status: 200 len: 1128 time: 0.0688150 Sep 28 08:43:26.085461 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a35652-c676-4ddc-b775-5235c24814b6 req-219cf1ab-0456-44d0-95fc-5f5a69cd8881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:26.086930 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b5a35652-c676-4ddc-b775-5235c24814b6 req-219cf1ab-0456-44d0-95fc-5f5a69cd8881 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c067f1df3c7f47299bc2db03d904d156&device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 1128 time: 0.0383232 Sep 28 08:43:26.185002 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a35652-c676-4ddc-b775-5235c24814b6 req-f66f6504-6dc4-4028-a4c9-d72c8dec3e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:26.186512 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b5a35652-c676-4ddc-b775-5235c24814b6 req-f66f6504-6dc4-4028-a4c9-d72c8dec3e41 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=8e213c79-0ba4-458e-84ef-70d744799a89 HTTP/1.1" status: 200 len: 917 time: 0.0898714 Sep 28 08:43:26.246253 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:26.253478 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b5a35652-c676-4ddc-b775-5235c24814b6 req-f706d6de-14ee-473a-b5bb-d33ab92a35fe service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34490fea-8100-40b7-919a-078c2cfc5f1d HTTP/1.1" status: 200 len: 1000 time: 0.0580344 Sep 28 08:43:26.302803 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a35652-c676-4ddc-b775-5235c24814b6 req-73db575d-91a4-4480-ab0c-a8e49c250d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:26.304310 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b5a35652-c676-4ddc-b775-5235c24814b6 req-73db575d-91a4-4480-ab0c-a8e49c250d0e service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=bea30454-8677-4268-a491-c558446ae000 HTTP/1.1" status: 200 len: 855 time: 0.0428522 Sep 28 08:43:26.346694 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a35652-c676-4ddc-b775-5235c24814b6 req-45205fe7-4ef2-4255-b220-a462fffcad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:26.348210 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b5a35652-c676-4ddc-b775-5235c24814b6 req-45205fe7-4ef2-4255-b220-a462fffcad1b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=8e213c79-0ba4-458e-84ef-70d744799a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376644 Sep 28 08:43:26.445974 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b5a35652-c676-4ddc-b775-5235c24814b6 req-af85b53f-8d06-4867-b62b-2f1b91dd9551 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8e213c79-0ba4-458e-84ef-70d744799a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905328 Sep 28 08:43:26.537739 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b5a35652-c676-4ddc-b775-5235c24814b6 req-bbd7cc8c-9660-4292-a035-bea1d8aa75a7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8e213c79-0ba4-458e-84ef-70d744799a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840149 Sep 28 08:43:26.676737 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-4e3c4138-40ea-4d34-a97b-33b95756fa2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:27.001610 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb94dc59-5d19-4345-8862-19b493fb35ee req-b001ca5f-a4de-47d0-9a94-228e3d7018e5 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:27.004047 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bb94dc59-5d19-4345-8862-19b493fb35ee req-b001ca5f-a4de-47d0-9a94-228e3d7018e5 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0934367 Sep 28 08:43:27.024163 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bede5d2-83f2-43d2-95e5-83d2cab81229 req-a2098a69-f18f-40e7-8889-f62f197ce3c3 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:27.027596 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3bede5d2-83f2-43d2-95e5-83d2cab81229 req-a2098a69-f18f-40e7-8889-f62f197ce3c3 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.0751109 Sep 28 08:43:27.123158 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bb94dc59-5d19-4345-8862-19b493fb35ee req-6d47583e-ae57-4292-80bb-ce736ad3b7d4 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1111772 Sep 28 08:43:27.138412 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3bede5d2-83f2-43d2-95e5-83d2cab81229 req-b83ea8e3-6c7d-4ead-abf5-bf1300bdc5d6 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988138 Sep 28 08:43:27.861525 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:28.322766 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70630382-2242-4b23-8151-60b9ad0f84bd req-7e627e20-6343-46b6-a083-52384eeffaf6 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:28.324221 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-70630382-2242-4b23-8151-60b9ad0f84bd req-7e627e20-6343-46b6-a083-52384eeffaf6 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.0902371 Sep 28 08:43:28.329815 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65240811-fc68-4732-b4a2-16f8ba027ffb req-ff9b014a-ee8c-4ddd-9a2a-3f2a55b039f8 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:28.331182 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-65240811-fc68-4732-b4a2-16f8ba027ffb req-ff9b014a-ee8c-4ddd-9a2a-3f2a55b039f8 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.1264026 Sep 28 08:43:28.402740 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-70630382-2242-4b23-8151-60b9ad0f84bd req-ab31a3c1-47c7-457e-9344-ef4cc9503c7d tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705857 Sep 28 08:43:28.410148 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-65240811-fc68-4732-b4a2-16f8ba027ffb req-f790ce8d-1f33-4210-b456-81853a15e810 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705161 Sep 28 08:43:29.445499 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:29.504365 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:29.585395 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3669007-8090-42df-99f9-56ff4bf1a2bf req-d0472972-2171-49f3-9401-7c37e8420b90 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:29.586927 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d3669007-8090-42df-99f9-56ff4bf1a2bf req-d0472972-2171-49f3-9401-7c37e8420b90 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.0771999 Sep 28 08:43:29.595362 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decf63a-f705-4624-9439-7dc72c55232f req-d0e00604-30ef-449b-b146-4d71d4fecc78 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:29.596912 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4decf63a-f705-4624-9439-7dc72c55232f req-d0e00604-30ef-449b-b146-4d71d4fecc78 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0770819 Sep 28 08:43:29.630405 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:29.667769 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d3669007-8090-42df-99f9-56ff4bf1a2bf req-71fefb73-3aae-4cfa-8b11-82f7bbe92944 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698085 Sep 28 08:43:29.701476 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4decf63a-f705-4624-9439-7dc72c55232f req-2cd49788-7963-4120-866d-59e84c01eeef tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832155 Sep 28 08:43:30.848911 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8936f2-4174-443b-b45e-66d26eb7bdcd req-c75ae3f8-1405-414f-9ab7-84cf87c6ed45 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:30.850587 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9b8936f2-4174-443b-b45e-66d26eb7bdcd req-c75ae3f8-1405-414f-9ab7-84cf87c6ed45 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0846136 Sep 28 08:43:30.859623 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64389ea8-3ccb-40ab-bc85-463d1b5dfd55 req-e879c178-99d7-4602-8fab-0317fbb82e62 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:30.861260 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-64389ea8-3ccb-40ab-bc85-463d1b5dfd55 req-e879c178-99d7-4602-8fab-0317fbb82e62 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.0861361 Sep 28 08:43:30.901758 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:30.938991 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9b8936f2-4174-443b-b45e-66d26eb7bdcd req-9da5da86-915a-41fc-9ed1-498b469d63d5 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766773 Sep 28 08:43:30.945795 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-64389ea8-3ccb-40ab-bc85-463d1b5dfd55 req-4733d5ca-be73-468c-9f0f-449dfae6f0b8 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770745 Sep 28 08:43:31.757886 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:31.763379 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=5 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:32.090694 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe157a-4ab4-4e97-ac22-684116616608 req-05cfbb75-8da7-4bf0-866e-cf5284aca0b6 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:32.091990 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f5fe157a-4ab4-4e97-ac22-684116616608 req-05cfbb75-8da7-4bf0-866e-cf5284aca0b6 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0761821 Sep 28 08:43:32.107780 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fcbc35-6a11-4864-8944-714d35a09e77 req-5a68096a-07b0-4df7-bbe8-45cc9496d580 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:32.109297 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4fcbc35-6a11-4864-8944-714d35a09e77 req-5a68096a-07b0-4df7-bbe8-45cc9496d580 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.0650082 Sep 28 08:43:32.191558 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4fcbc35-6a11-4864-8944-714d35a09e77 req-6b8fe04e-91af-42ed-8384-47b797f90678 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714247 Sep 28 08:43:32.204986 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f5fe157a-4ab4-4e97-ac22-684116616608 req-4c0c8232-0911-4e0f-977f-bf7686b94925 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1045971 Sep 28 08:43:33.385971 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b6f36-09fa-4b97-badc-0469f0bd7b3a req-e20d4aa3-8f1e-4d8d-a711-141885fbe2b4 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:33.387427 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cc1b6f36-09fa-4b97-badc-0469f0bd7b3a req-e20d4aa3-8f1e-4d8d-a711-141885fbe2b4 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0984988 Sep 28 08:43:33.393061 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba381a7-047e-47e5-b7ce-960712942737 req-15830ba7-f4a6-4e9b-b2f4-9881e93b056c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:33.394514 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7ba381a7-047e-47e5-b7ce-960712942737 req-15830ba7-f4a6-4e9b-b2f4-9881e93b056c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.0667233 Sep 28 08:43:33.466854 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7ba381a7-047e-47e5-b7ce-960712942737 req-ec956e5a-4f38-4662-8e47-e9dd7a4d8de3 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652444 Sep 28 08:43:33.473554 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cc1b6f36-09fa-4b97-badc-0469f0bd7b3a req-b0191d75-4b4f-4b03-ae1c-a267d5af9b75 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781224 Sep 28 08:43:33.684104 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=50 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:33.686348 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=58 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:34.640571 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03556e8b-a580-4441-8edf-2d6c5a47c83d req-97ed7918-9a55-4774-b0c6-16eb01d0217b tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:34.642133 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-03556e8b-a580-4441-8edf-2d6c5a47c83d req-97ed7918-9a55-4774-b0c6-16eb01d0217b tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0886281 Sep 28 08:43:34.647698 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46130c0-b288-47cc-acdc-7ca1490ead6e req-78c121df-8147-43b0-b33a-2154baef6ed9 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:34.652832 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d46130c0-b288-47cc-acdc-7ca1490ead6e req-78c121df-8147-43b0-b33a-2154baef6ed9 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.0977676 Sep 28 08:43:34.768940 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d46130c0-b288-47cc-acdc-7ca1490ead6e req-80edd667-ed89-4520-9860-406a9f613b33 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127057 Sep 28 08:43:34.779122 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-03556e8b-a580-4441-8edf-2d6c5a47c83d req-d74acd4b-694e-411e-ae50-2b97a825199a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1247056 Sep 28 08:43:35.957438 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40a9a4-8245-4335-8698-6ddbea1fa921 req-a0681a10-4bd8-4848-bb0d-d3dae3ae7ffb tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:35.959089 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cc40a9a4-8245-4335-8698-6ddbea1fa921 req-a0681a10-4bd8-4848-bb0d-d3dae3ae7ffb tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.0884759 Sep 28 08:43:35.965458 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23983553-5ced-44bf-bcfd-8b1fb10c8976 req-7a5377ff-7901-4725-958a-4c585b81e9df tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:35.966810 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-23983553-5ced-44bf-bcfd-8b1fb10c8976 req-7a5377ff-7901-4725-958a-4c585b81e9df tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0783277 Sep 28 08:43:36.026580 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:36.029710 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cc40a9a4-8245-4335-8698-6ddbea1fa921 req-40aefdee-f89f-4e0e-ba8d-5c112d49d170 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619709 Sep 28 08:43:36.066677 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-23983553-5ced-44bf-bcfd-8b1fb10c8976 req-6bb734f2-845c-49ff-a2f1-af87c18cd7d9 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0928688 Sep 28 08:43:37.206353 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d6880-6f74-4313-a000-0309ae8b8e01 req-9db7f8c2-d4b9-4c53-985c-b152a5e04959 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:37.207872 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-737d6880-6f74-4313-a000-0309ae8b8e01 req-9db7f8c2-d4b9-4c53-985c-b152a5e04959 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.0799570 Sep 28 08:43:37.243375 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3b5cd-69dd-4079-92a2-7ecd7b6089eb req-ce6302fa-1294-45a7-93fc-25c36c2aa913 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:37.246043 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ddb3b5cd-69dd-4079-92a2-7ecd7b6089eb req-ce6302fa-1294-45a7-93fc-25c36c2aa913 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0829914 Sep 28 08:43:37.278043 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:37.324667 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:37.347577 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ddb3b5cd-69dd-4079-92a2-7ecd7b6089eb req-71c68204-596b-4cd9-9536-1b33777e3240 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0838485 Sep 28 08:43:37.350549 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-737d6880-6f74-4313-a000-0309ae8b8e01 req-e522cba6-0ac4-4976-b389-d72da8209967 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329963 Sep 28 08:43:38.496951 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5151873-9796-432c-803a-869a0fe80dd7 req-cf55891e-dc00-4b21-a6b9-ff627f5c74f9 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:38.498497 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d5151873-9796-432c-803a-869a0fe80dd7 req-cf55891e-dc00-4b21-a6b9-ff627f5c74f9 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0726435 Sep 28 08:43:38.504000 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50569f8-024a-452b-aae9-3245703e5776 req-285759d8-9d10-44d8-bc04-ad66927d69c1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:38.505358 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b50569f8-024a-452b-aae9-3245703e5776 req-285759d8-9d10-44d8-bc04-ad66927d69c1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.0708404 Sep 28 08:43:38.581474 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d5151873-9796-432c-803a-869a0fe80dd7 req-3bfae8ac-90ef-4629-94d6-b16d09a15333 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751450 Sep 28 08:43:38.584390 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b50569f8-024a-452b-aae9-3245703e5776 req-88290635-9d57-4c17-8136-36571089d9b2 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723529 Sep 28 08:43:39.735665 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b189eb-85c3-47ce-b815-85ea176f451a req-57f360fa-bc56-41d6-9a34-c1d941605d22 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:39.737180 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-80b189eb-85c3-47ce-b815-85ea176f451a req-57f360fa-bc56-41d6-9a34-c1d941605d22 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0762186 Sep 28 08:43:39.744842 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890f053-ca2e-485d-b562-380377ce2689 req-445b924d-a768-4518-aa04-b0f804e23e58 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:39.746918 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8890f053-ca2e-485d-b562-380377ce2689 req-445b924d-a768-4518-aa04-b0f804e23e58 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.0750356 Sep 28 08:43:39.823349 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-80b189eb-85c3-47ce-b815-85ea176f451a req-56bd791f-4f75-4d81-945b-eaccf23c6b9c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754716 Sep 28 08:43:39.827768 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8890f053-ca2e-485d-b562-380377ce2689 req-9c835bad-25c6-4c68-a91f-6e756bf7d01e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738428 Sep 28 08:43:41.014244 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c0225-5174-4a4e-85e1-9226572390e8 req-47c4231b-22e5-465f-bcc3-e9df256090a9 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:41.015770 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-665c0225-5174-4a4e-85e1-9226572390e8 req-47c4231b-22e5-465f-bcc3-e9df256090a9 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0865924 Sep 28 08:43:41.024128 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d76b2-fe4b-4f5d-a041-a5b630a43383 req-7caf29d8-2d0f-4c37-b75f-f638eaddff5e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:41.025835 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cd5d76b2-fe4b-4f5d-a041-a5b630a43383 req-7caf29d8-2d0f-4c37-b75f-f638eaddff5e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.0832973 Sep 28 08:43:41.100166 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-665c0225-5174-4a4e-85e1-9226572390e8 req-22e2da18-3e6e-4a94-829c-a2fff2f44d5b tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733173 Sep 28 08:43:41.113650 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cd5d76b2-fe4b-4f5d-a041-a5b630a43383 req-2ffaac32-6868-4c05-a41f-cbcdb2ad3051 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792785 Sep 28 08:43:42.285351 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f506fd-4699-4918-a9e1-31ffd7c8ee54 req-558e348a-6413-40a8-abad-af5c91c147c8 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:42.286864 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-06f506fd-4699-4918-a9e1-31ffd7c8ee54 req-558e348a-6413-40a8-abad-af5c91c147c8 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0820582 Sep 28 08:43:42.309948 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66159654-8589-4424-b058-88a119ca3ae2 req-dd48242d-0c43-4423-a786-8473c4ed0a51 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:42.311447 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-66159654-8589-4424-b058-88a119ca3ae2 req-dd48242d-0c43-4423-a786-8473c4ed0a51 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.0702040 Sep 28 08:43:42.387710 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-06f506fd-4699-4918-a9e1-31ffd7c8ee54 req-73d7f35a-abea-4ba1-a2fa-2919c5be13d1 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0890510 Sep 28 08:43:42.395897 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-66159654-8589-4424-b058-88a119ca3ae2 req-3e7cf08a-7095-4c02-b40d-daf757f53ad6 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752251 Sep 28 08:43:43.570337 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18d6d1-7a83-463b-9403-56a552183d20 req-aa61f821-558a-46f8-b7a7-b7e5f6d82402 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:43.571841 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3e18d6d1-7a83-463b-9403-56a552183d20 req-aa61f821-558a-46f8-b7a7-b7e5f6d82402 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0830801 Sep 28 08:43:43.585264 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7d3e5-df38-44ca-9f38-ffd25b7708f2 req-25ec4f60-32b1-48f1-bd1f-631c71e49935 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:43.586815 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7bf7d3e5-df38-44ca-9f38-ffd25b7708f2 req-25ec4f60-32b1-48f1-bd1f-631c71e49935 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.0838351 Sep 28 08:43:43.668309 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3e18d6d1-7a83-463b-9403-56a552183d20 req-787afdbb-203a-4f47-82c0-bc0c873c082c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0804906 Sep 28 08:43:43.671673 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7bf7d3e5-df38-44ca-9f38-ffd25b7708f2 req-02d5b7c8-078b-4314-9fc4-3c9c56e93783 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767972 Sep 28 08:43:44.825306 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:44.830020 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:44.841786 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7c89e-bd9a-4ee6-ad0e-c0772a83cf1a req-c7e4cd35-7b7d-48c8-8a36-715ad58b5d3d tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:44.843281 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8fd7c89e-bd9a-4ee6-ad0e-c0772a83cf1a req-c7e4cd35-7b7d-48c8-8a36-715ad58b5d3d tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.0850031 Sep 28 08:43:44.855296 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652508bf-45db-480f-b69e-a29b598c5b65 req-f6e24f0a-8967-4668-89c4-38dfda62a8bf tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:44.856954 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-652508bf-45db-480f-b69e-a29b598c5b65 req-f6e24f0a-8967-4668-89c4-38dfda62a8bf tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0967586 Sep 28 08:43:44.927677 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8fd7c89e-bd9a-4ee6-ad0e-c0772a83cf1a req-589ef9a5-0cba-40ab-8108-a438fbbbcaeb tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696805 Sep 28 08:43:44.940478 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-652508bf-45db-480f-b69e-a29b598c5b65 req-bbf231f2-b004-4b0b-9862-11f21cf330a6 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682867 Sep 28 08:43:45.072025 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f9c0b-a955-4976-ad30-c43a30b94922 req-e0ea8734-7c99-4b14-b07c-e7bfad3fbe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:45.073611 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-570f9c0b-a955-4976-ad30-c43a30b94922 req-e0ea8734-7c99-4b14-b07c-e7bfad3fbe57 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 1130 time: 0.0925779 Sep 28 08:43:45.121569 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-570f9c0b-a955-4976-ad30-c43a30b94922 req-d2283d18-5cce-465a-b0c1-e0b5eaab096c service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409975 Sep 28 08:43:46.017518 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=58,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:46.020711 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:46.123282 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b2db4-882c-4993-89dc-fba5efb522c1 req-c5e1683e-38d3-4405-a3f9-5e57b75796bc tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:46.124828 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c38b2db4-882c-4993-89dc-fba5efb522c1 req-c5e1683e-38d3-4405-a3f9-5e57b75796bc tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0994005 Sep 28 08:43:46.130564 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc753cea-454b-487e-b595-e578e6459c05 req-ed48b870-2954-485c-b9b9-96f1d3aef950 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:46.132061 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bc753cea-454b-487e-b595-e578e6459c05 req-ed48b870-2954-485c-b9b9-96f1d3aef950 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.0975842 Sep 28 08:43:46.207349 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c38b2db4-882c-4993-89dc-fba5efb522c1 req-6c67ce4d-1b01-45a7-8f6d-7d37a58a05b9 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742779 Sep 28 08:43:46.215519 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bc753cea-454b-487e-b595-e578e6459c05 req-b8dc3fa7-6f05-4619-a166-73b14d85927a tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680511 Sep 28 08:43:47.380549 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da14813-6ad4-4d22-8db0-ccda785621cf req-b6f1baac-e9c4-47b4-b43d-66cafcadeb14 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:47.382241 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3da14813-6ad4-4d22-8db0-ccda785621cf req-b6f1baac-e9c4-47b4-b43d-66cafcadeb14 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0891283 Sep 28 08:43:47.396856 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8ecdd-1211-45ea-8bb4-038cd085437a req-ba394953-7877-458c-bbab-2efdb5cd4af8 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:47.398433 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a9e8ecdd-1211-45ea-8bb4-038cd085437a req-ba394953-7877-458c-bbab-2efdb5cd4af8 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.0635309 Sep 28 08:43:47.471155 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3da14813-6ad4-4d22-8db0-ccda785621cf req-78135b0f-7d4e-47d1-9d26-4f8f734e5012 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717099 Sep 28 08:43:47.483194 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a9e8ecdd-1211-45ea-8bb4-038cd085437a req-36bf2125-363c-4e19-9bc1-6d096f0c3173 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701284 Sep 28 08:43:48.605597 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38245e87-a1e2-456c-89c4-e67c2ff8f8d4 req-237a1369-835d-457f-b5dd-c759fa510ac6 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:48.607081 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-38245e87-a1e2-456c-89c4-e67c2ff8f8d4 req-237a1369-835d-457f-b5dd-c759fa510ac6 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0521338 Sep 28 08:43:48.677806 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc657fa-8dc5-4774-84e5-1e7265cf791d req-025274d7-d257-4108-991a-56b7990f4799 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:48.679367 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5fc657fa-8dc5-4774-84e5-1e7265cf791d req-025274d7-d257-4108-991a-56b7990f4799 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 944 time: 0.0714171 Sep 28 08:43:48.712747 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-38245e87-a1e2-456c-89c4-e67c2ff8f8d4 req-dbeeda70-b741-4034-94b5-ab8d03a583be tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0965457 Sep 28 08:43:48.739989 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5fc657fa-8dc5-4774-84e5-1e7265cf791d req-fafc2241-2ca9-48bb-80f7-06b6da5e6f1d tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533502 Sep 28 08:43:48.762101 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 34490fea-8100-40b7-919a-078c2cfc5f1d details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:43:48.863533 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 34490fea-8100-40b7-919a-078c2cfc5f1d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=34490fea-8100-40b7-919a-078c2cfc5f1d,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:43:48.879382 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': '34490fea-8100-40b7-919a-078c2cfc5f1d', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'port_id': '34490fea-8100-40b7-919a-078c2cfc5f1d', 'mac_address': 'fa:16:3e:42:c9:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea30454-8677-4268-a491-c558446ae000', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:43:48.920494 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 34490fea-8100-40b7-919a-078c2cfc5f1d is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:43:48.920881 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:48.938718 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34490fea-8100-40b7-919a-078c2cfc5f1d {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:43:48.957327 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 34490fea-8100-40b7-919a-078c2cfc5f1d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=34490fea-8100-40b7-919a-078c2cfc5f1d,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:43:48.963046 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:49.017972 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=34490fea-8100-40b7-919a-078c2cfc5f1d,revision_number=9']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:49.025609 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:49.025989 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:49.027102 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:49.027804 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:49.027941 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:49.028554 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:49.028664 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:49.028929 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:49.029292 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:49.029622 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:49.029973 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:49.030295 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:49.030678 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:49.030946 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:49.031718 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:43:49.163315 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bf7dd-78f3-4cde-929f-97a33f8377ea req-ea259967-61fa-4b9a-b29f-d6c913471851 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:49.164847 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1a5bf7dd-78f3-4cde-929f-97a33f8377ea req-ea259967-61fa-4b9a-b29f-d6c913471851 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0536811 Sep 28 08:43:49.215647 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1a5bf7dd-78f3-4cde-929f-97a33f8377ea req-66afa2ae-ae56-49bb-8934-4d620815c5dd tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447276 Sep 28 08:43:49.574303 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['34490fea-8100-40b7-919a-078c2cfc5f1d'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:43:49.892318 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:49.907707 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86b60c-1efc-4220-be71-d5e53358c29b req-a0125e2d-4031-45ae-b168-d59775477409 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:49.909247 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6a86b60c-1efc-4220-be71-d5e53358c29b req-a0125e2d-4031-45ae-b168-d59775477409 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 945 time: 0.0728767 Sep 28 08:43:49.910199 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11295530-0b35-4090-a3cd-1b45764324c1 req-f3e6c26d-e629-42c0-8571-964620c6c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:49.911534 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-11295530-0b35-4090-a3cd-1b45764324c1 req-f3e6c26d-e629-42c0-8571-964620c6c313 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=42699952850d49fdafb670aeb5f613ed&device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 1130 time: 0.0834260 Sep 28 08:43:50.028104 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6a86b60c-1efc-4220-be71-d5e53358c29b req-0a271b1c-b9f6-4977-9174-48d1a312d341 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094966 Sep 28 08:43:50.047269 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:50.050765 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11295530-0b35-4090-a3cd-1b45764324c1 req-2da4c34d-fc90-4d13-9d12-a19d94ac1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:50.052225 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-11295530-0b35-4090-a3cd-1b45764324c1 req-2da4c34d-fc90-4d13-9d12-a19d94ac1673 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=ecfbeafd-1446-46f2-889b-466b351133a2 HTTP/1.1" status: 200 len: 919 time: 0.1321611 Sep 28 08:43:50.114242 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-11295530-0b35-4090-a3cd-1b45764324c1 req-0fc711a8-059b-4939-8492-556008042076 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd365a60-ac04-41d0-9a07-5370af59c807 HTTP/1.1" status: 200 len: 1002 time: 0.0550559 Sep 28 08:43:50.164015 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11295530-0b35-4090-a3cd-1b45764324c1 req-09001bb9-12cf-4d79-85f0-eba29d33ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:50.165500 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-11295530-0b35-4090-a3cd-1b45764324c1 req-09001bb9-12cf-4d79-85f0-eba29d33ece3 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=18b86f52-f49c-435b-95de-852298b2f6f4 HTTP/1.1" status: 200 len: 857 time: 0.0450122 Sep 28 08:43:50.498843 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11295530-0b35-4090-a3cd-1b45764324c1 req-7cabda42-fc49-44fe-bb95-d7336e3ee6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:50.500372 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-11295530-0b35-4090-a3cd-1b45764324c1 req-7cabda42-fc49-44fe-bb95-d7336e3ee6f2 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ecfbeafd-1446-46f2-889b-466b351133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3234105 Sep 28 08:43:50.523437 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4403e432-7484-47af-9929-32f0e95c35c5 req-5b10172a-7edb-44ca-beca-9e728f43be5a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:50.524995 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4403e432-7484-47af-9929-32f0e95c35c5 req-5b10172a-7edb-44ca-beca-9e728f43be5a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0641708 Sep 28 08:43:50.636631 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4403e432-7484-47af-9929-32f0e95c35c5 req-0216a11d-2dbe-4d6d-819d-28d325188feb tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1010900 Sep 28 08:43:50.647445 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-11295530-0b35-4090-a3cd-1b45764324c1 req-bb117c8f-c6c7-4402-b88c-11d9d5c0033d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389985 Sep 28 08:43:50.741463 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-11295530-0b35-4090-a3cd-1b45764324c1 req-86e3b9d5-7926-495b-8042-7aadb7156089 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845079 Sep 28 08:43:51.013010 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 34490fea-8100-40b7-919a-078c2cfc5f1d up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:43:51.061168 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port 34490fea-8100-40b7-919a-078c2cfc5f1d triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:43:51.061723 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:51.061948 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port 34490fea-8100-40b7-919a-078c2cfc5f1d Sep 28 08:43:51.147512 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 34490fea-8100-40b7-919a-078c2cfc5f1d is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:43:51.147908 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:51.173352 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34490fea-8100-40b7-919a-078c2cfc5f1d'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:43:51.175662 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df92c19e-cd2c-4ebe-8def-b5168bdcfadd" -d '{"events": [{"server_uuid": "4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4", "name": "network-vif-plugged", "status": "completed", "tag": "34490fea-8100-40b7-919a-078c2cfc5f1d"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:43:51.187254 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258782a0-c7fa-4932-8cb9-fc879a8424fb req-fd8e5b76-53dc-4f4a-9474-9fe633541f91 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:51.188868 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-258782a0-c7fa-4932-8cb9-fc879a8424fb req-fd8e5b76-53dc-4f4a-9474-9fe633541f91 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 945 time: 0.0584900 Sep 28 08:43:51.189887 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 34490fea-8100-40b7-919a-078c2cfc5f1d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=34490fea-8100-40b7-919a-078c2cfc5f1d,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:43:51.195121 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:51.229362 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39b0190-a232-40e3-8e74-d95e0177751b x-openstack-request-id: req-e39b0190-a232-40e3-8e74-d95e0177751b {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:43:51.229856 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4", "name": "network-vif-plugged", "status": "completed", "tag": "34490fea-8100-40b7-919a-078c2cfc5f1d", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:43:51.230270 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e39b0190-a232-40e3-8e74-d95e0177751b {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:43:51.230765 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e39b0190-a232-40e3-8e74-d95e0177751b'] response: {'server_uuid': '4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34490fea-8100-40b7-919a-078c2cfc5f1d', 'code': 200} Sep 28 08:43:51.253190 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-258782a0-c7fa-4932-8cb9-fc879a8424fb req-f077938f-3a51-4228-aeb4-66942efbbb3d tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545228 Sep 28 08:43:51.273439 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=34490fea-8100-40b7-919a-078c2cfc5f1d,revision_number=10']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:43:51.764207 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f0041-570e-4d44-af24-096148a78fe9 req-4aef0730-fe2b-4f3b-8efc-8699d27d5cc0 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:51.765794 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d53f0041-570e-4d44-af24-096148a78fe9 req-4aef0730-fe2b-4f3b-8efc-8699d27d5cc0 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0494781 Sep 28 08:43:51.815569 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d53f0041-570e-4d44-af24-096148a78fe9 req-cd729435-d0d2-4d59-9390-92185a306cdf tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436721 Sep 28 08:43:52.385434 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc7ca7-cc1e-422c-9a95-018e040d5ed3 req-dfd642f6-a58a-4581-964e-2a38ba2800c4 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:52.387069 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-38bc7ca7-cc1e-422c-9a95-018e040d5ed3 req-dfd642f6-a58a-4581-964e-2a38ba2800c4 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 947 time: 0.0503974 Sep 28 08:43:52.438696 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-38bc7ca7-cc1e-422c-9a95-018e040d5ed3 req-35937bff-7395-41c6-bffa-392b489e756f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458009 Sep 28 08:43:52.720657 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:52.721718 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:DELETE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:52.951601 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9add03f-1c1b-40fe-a66f-c9e2c7069013 req-bdc9242e-2df8-407d-a187-77d838358951 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:52.953179 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f9add03f-1c1b-40fe-a66f-c9e2c7069013 req-bdc9242e-2df8-407d-a187-77d838358951 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0518374 Sep 28 08:43:53.002619 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f9add03f-1c1b-40fe-a66f-c9e2c7069013 req-6b61dc58-3577-4731-9d4a-88d2adf4e56e tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431805 Sep 28 08:43:53.566524 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0f30a-a919-49d8-9cba-4c83fd637420 req-072c9bb6-2434-439b-a1f7-2bdfeab0dd02 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:53.568041 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1fc0f30a-a919-49d8-9cba-4c83fd637420 req-072c9bb6-2434-439b-a1f7-2bdfeab0dd02 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 947 time: 0.0474644 Sep 28 08:43:53.625941 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1fc0f30a-a919-49d8-9cba-4c83fd637420 req-f8ad7278-6e8b-4b80-a5ee-5c98c3f75492 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510821 Sep 28 08:43:54.098271 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:54.140359 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f5ad7-2712-451b-88c0-8ca9ba4af71a req-6720f825-5a99-4870-b740-7d6bb4102fd7 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:54.141910 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b02f5ad7-2712-451b-88c0-8ca9ba4af71a req-6720f825-5a99-4870-b740-7d6bb4102fd7 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0536823 Sep 28 08:43:54.189715 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b02f5ad7-2712-451b-88c0-8ca9ba4af71a req-e348eacd-fed8-442e-9907-e056742f0dd4 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422003 Sep 28 08:43:54.273844 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-50ace284-f8c3-48a1-aab2-db8060ca7f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:54.712225 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:54.717232 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728159d-03b0-4ba9-9d76-d199aed57510 req-14d626ad-3734-45e6-8239-eea7ec383844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:54.718724 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b728159d-03b0-4ba9-9d76-d199aed57510 req-14d626ad-3734-45e6-8239-eea7ec383844 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 1131 time: 0.0407522 Sep 28 08:43:54.784491 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0414e-1335-4217-a829-22407c213306 req-0bd277fd-403f-4f31-b8d6-e34ff4be1d10 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:54.785934 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-dae0414e-1335-4217-a829-22407c213306 req-0bd277fd-403f-4f31-b8d6-e34ff4be1d10 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 947 time: 0.0661767 Sep 28 08:43:54.817520 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b728159d-03b0-4ba9-9d76-d199aed57510 req-ce58cd91-eeee-46d7-b18f-06efd7adc4d3 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883930 Sep 28 08:43:54.844931 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-dae0414e-1335-4217-a829-22407c213306 req-cc640a60-4075-4f25-a901-95a26fb71c04 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529783 Sep 28 08:43:55.317345 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26f23a-28da-4afd-bb81-3d2fdf9152a8 req-adfe8621-e10c-464a-9da7-46f8e93abf27 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:55.318848 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-df26f23a-28da-4afd-bb81-3d2fdf9152a8 req-adfe8621-e10c-464a-9da7-46f8e93abf27 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0479124 Sep 28 08:43:55.367453 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-df26f23a-28da-4afd-bb81-3d2fdf9152a8 req-d0a258ff-a6ea-445a-9ca4-7d684b9bb899 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429916 Sep 28 08:43:55.487354 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c75bb-794b-498c-a39b-64730bce6981 req-cb046a80-74af-4bcd-9860-eda4ead803f6 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:55.488737 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9c0c75bb-794b-498c-a39b-64730bce6981 req-cb046a80-74af-4bcd-9860-eda4ead803f6 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0496933 Sep 28 08:43:55.500327 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 57170) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:43:55.504755 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-fa9c34ba-7cee-447f-a464-9d62c7e666b5 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Request body: {'floatingip': {'port_id': 'cd365a60-ac04-41d0-9a07-5370af59c807'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:43:55.559070 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fa9c34ba-7cee-447f-a464-9d62c7e666b5 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks [] for floatingip (6f02b85d-80ba-4228-9295-3c26d0c5758b), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:55.998432 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a0121-07da-4c5c-a280-e3c6827bc44a req-1dc10a4d-8b0d-4840-9f69-a0e0cceb46fc tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:55.999975 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ec0a0121-07da-4c5c-a280-e3c6827bc44a req-1dc10a4d-8b0d-4840-9f69-a0e0cceb46fc tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 947 time: 0.0699944 Sep 28 08:43:56.111193 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ec0a0121-07da-4c5c-a280-e3c6827bc44a req-6cf5ef5f-90d3-4b5b-9ba8-e7bc8666dfe3 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904748 Sep 28 08:43:56.118243 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fa9c34ba-7cee-447f-a464-9d62c7e666b5 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:56.123129 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fa9c34ba-7cee-447f-a464-9d62c7e666b5 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (6f02b85d-80ba-4228-9295-3c26d0c5758b), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:56.180427 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:56.208415 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:56.346811 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9c34ba-7cee-447f-a464-9d62c7e666b5 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Router 4ab4942c-0ef5-485b-a142-80123b4e266a has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:43:56.465406 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9c34ba-7cee-447f-a464-9d62c7e666b5 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:43:56.470106 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fa9c34ba-7cee-447f-a464-9d62c7e666b5 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:56.481012 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49dd1c7-071b-4093-a4e9-5b3e717709f4 None None] Sync routers for ids ['4ab4942c-0ef5-485b-a142-80123b4e266a'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:43:56.493139 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49dd1c7-071b-4093-a4e9-5b3e717709f4 None None] Routers {'4ab4942c-0ef5-485b-a142-80123b4e266a'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:43:56.493771 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-c49dd1c7-071b-4093-a4e9-5b3e717709f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:43:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['4ab4942c-0ef5-485b-a142-80123b4e266a'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:56.501676 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde027c2-5ced-4b17-abcd-d13aae06a1aa', 'tag': 'cd365a60-ac04-41d0-9a07-5370af59c807'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:43:56.503956 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7ed2ddc4584b00f7c30cf30121e6cd69d5fd04907018550f4f3d85fbaaf14d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ff3685-b3e7-4c67-8ceb-a93ee7b2bba6" -d '{"events": [{"name": "network-changed", "server_uuid": "fde027c2-5ced-4b17-abcd-d13aae06a1aa", "tag": "cd365a60-ac04-41d0-9a07-5370af59c807"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:43:56.539283 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-fa9c34ba-7cee-447f-a464-9d62c7e666b5 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/6f02b85d-80ba-4228-9295-3c26d0c5758b HTTP/1.1" status: 200 len: 994 time: 1.0378213 Sep 28 08:43:56.614460 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-c49dd1c7-071b-4093-a4e9-5b3e717709f4 None None] Set router 4ab4942c-0ef5-485b-a142-80123b4e266a gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:43:56.616131 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:56.639523 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:56.648771 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264069f0-ef28-40be-9e0a-08aca28b0e31 x-openstack-request-id: req-264069f0-ef28-40be-9e0a-08aca28b0e31 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:43:56.649290 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde027c2-5ced-4b17-abcd-d13aae06a1aa", "tag": "cd365a60-ac04-41d0-9a07-5370af59c807", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:43:56.649705 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-264069f0-ef28-40be-9e0a-08aca28b0e31 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:43:56.650353 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-264069f0-ef28-40be-9e0a-08aca28b0e31'] response: {'name': 'network-changed', 'server_uuid': 'fde027c2-5ced-4b17-abcd-d13aae06a1aa', 'tag': 'cd365a60-ac04-41d0-9a07-5370af59c807', 'status': 'completed', 'code': 200} Sep 28 08:43:56.718258 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-dbcd2312-1b2d-4978-a540-849037c6772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:56.853833 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-c49dd1c7-071b-4093-a4e9-5b3e717709f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'name': 'tempest-ServerRescueNegativeTestJSON-324872223-router', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:10Z', 'revision_number': 4, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'gw_port': {'id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '6f02b85d-80ba-4228-9295-3c26d0c5758b', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'port_id': 'cd365a60-ac04-41d0-9a07-5370af59c807', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2', 'mac_address': 'fa:16:3e:e2:bf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde027c2-5ced-4b17-abcd-d13aae06a1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:41:10Z', 'updated_at': '2022-09-28T08:43:55Z', 'revision_number': 3, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9afea4-305a-4550-9e05-062d198e175a', 'name': '', 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'mac_address': 'fa:16:3e:cf:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:07Z', 'updated_at': '2022-09-28T08:38:20Z', 'revision_number': 5, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'subnets': [{'id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:56.883851 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49dd1c7-071b-4093-a4e9-5b3e717709f4 None None] Checking router: 4ab4942c-0ef5-485b-a142-80123b4e266a for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:43:56.892983 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49dd1c7-071b-4093-a4e9-5b3e717709f4 None None] Routers {'4ab4942c-0ef5-485b-a142-80123b4e266a'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:43:56.893644 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-c49dd1c7-071b-4093-a4e9-5b3e717709f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:43:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['4ab4942c-0ef5-485b-a142-80123b4e266a'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:57.136384 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-c49dd1c7-071b-4093-a4e9-5b3e717709f4 None None] Set router 4ab4942c-0ef5-485b-a142-80123b4e266a gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:43:57.190712 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff3685-b3e7-4c67-8ceb-a93ee7b2bba6 req-83973e8c-85e0-45a8-b8c0-6a54fb5de0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:57.192255 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b9ff3685-b3e7-4c67-8ceb-a93ee7b2bba6 req-83973e8c-85e0-45a8-b8c0-6a54fb5de0e4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=42699952850d49fdafb670aeb5f613ed&device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 1130 time: 0.0552297 Sep 28 08:43:57.304144 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7adafe-29cb-44fe-a993-46cdf7bf432a req-bc4e0eda-10a8-4a32-993d-69f888e6855a tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:57.308090 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ff7adafe-29cb-44fe-a993-46cdf7bf432a req-bc4e0eda-10a8-4a32-993d-69f888e6855a tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 947 time: 0.1080232 Sep 28 08:43:57.384806 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff3685-b3e7-4c67-8ceb-a93ee7b2bba6 req-639260ff-a6fa-4df2-a4b0-faf97fb1a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:57.386920 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b9ff3685-b3e7-4c67-8ceb-a93ee7b2bba6 req-639260ff-a6fa-4df2-a4b0-faf97fb1a6d9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=ecfbeafd-1446-46f2-889b-466b351133a2 HTTP/1.1" status: 200 len: 919 time: 0.1780710 Sep 28 08:43:57.405876 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ff7adafe-29cb-44fe-a993-46cdf7bf432a req-8ee32a30-c41f-4b8a-8a95-c61a767f65a9 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866807 Sep 28 08:43:57.414774 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-c49dd1c7-071b-4093-a4e9-5b3e717709f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'name': 'tempest-ServerRescueNegativeTestJSON-324872223-router', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:10Z', 'revision_number': 4, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'gw_port': {'id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '6f02b85d-80ba-4228-9295-3c26d0c5758b', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'port_id': 'cd365a60-ac04-41d0-9a07-5370af59c807', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2', 'mac_address': 'fa:16:3e:e2:bf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde027c2-5ced-4b17-abcd-d13aae06a1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:41:10Z', 'updated_at': '2022-09-28T08:43:55Z', 'revision_number': 3, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9afea4-305a-4550-9e05-062d198e175a', 'name': '', 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'mac_address': 'fa:16:3e:cf:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:07Z', 'updated_at': '2022-09-28T08:38:20Z', 'revision_number': 5, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'subnets': [{'id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:43:57.453218 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49dd1c7-071b-4093-a4e9-5b3e717709f4 None None] The sync data for ids ['4ab4942c-0ef5-485b-a142-80123b4e266a'] in dv-cinder-844563-8-iscsi is: [{'id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'name': 'tempest-ServerRescueNegativeTestJSON-324872223-router', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:10Z', 'revision_number': 4, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'gw_port': {'id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '6f02b85d-80ba-4228-9295-3c26d0c5758b', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'floating_ip_address': '172.27.2.173', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'port_id': 'cd365a60-ac04-41d0-9a07-5370af59c807', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2', 'mac_address': 'fa:16:3e:e2:bf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde027c2-5ced-4b17-abcd-d13aae06a1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:41:10Z', 'updated_at': '2022-09-28T08:43:55Z', 'revision_number': 3, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9afea4-305a-4550-9e05-062d198e175a', 'name': '', 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'mac_address': 'fa:16:3e:cf:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:07Z', 'updated_at': '2022-09-28T08:38:20Z', 'revision_number': 5, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'subnets': [{'id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:43:57.474347 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b9ff3685-b3e7-4c67-8ceb-a93ee7b2bba6 req-f708c3ed-c6a9-459c-ae68-0fabeba841bb service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd365a60-ac04-41d0-9a07-5370af59c807 HTTP/1.1" status: 200 len: 1002 time: 0.0792656 Sep 28 08:43:57.542178 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff3685-b3e7-4c67-8ceb-a93ee7b2bba6 req-f1e2ae8c-7192-4840-b07e-735aa5247b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:57.544740 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b9ff3685-b3e7-4c67-8ceb-a93ee7b2bba6 req-f1e2ae8c-7192-4840-b07e-735aa5247b8d service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=18b86f52-f49c-435b-95de-852298b2f6f4 HTTP/1.1" status: 200 len: 857 time: 0.0625563 Sep 28 08:43:57.612936 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff3685-b3e7-4c67-8ceb-a93ee7b2bba6 req-035545f3-ac3f-418b-b4eb-643edb484d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:57.614956 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b9ff3685-b3e7-4c67-8ceb-a93ee7b2bba6 req-035545f3-ac3f-418b-b4eb-643edb484d46 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ecfbeafd-1446-46f2-889b-466b351133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643151 Sep 28 08:43:57.731214 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b9ff3685-b3e7-4c67-8ceb-a93ee7b2bba6 req-422fa556-4ae2-45a2-930f-e69dd5175db6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101530 Sep 28 08:43:57.829404 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:57.834044 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b9ff3685-b3e7-4c67-8ceb-a93ee7b2bba6 req-1e25e3d3-cbef-46fa-b341-bc88dd5ce65f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970521 Sep 28 08:43:57.865833 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:58.543641 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d8d6c-c5a5-488a-b76c-7d586bb3cf25 req-3c4a4695-2a37-45ad-bd14-a66fee31b4cb tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:58.545428 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-861d8d6c-c5a5-488a-b76c-7d586bb3cf25 req-3c4a4695-2a37-45ad-bd14-a66fee31b4cb tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 947 time: 0.0476182 Sep 28 08:43:58.592085 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-861d8d6c-c5a5-488a-b76c-7d586bb3cf25 req-a9c6f234-796c-449b-8c9d-1ffef19b1932 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410292 Sep 28 08:43:58.652310 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde027c2-5ced-4b17-abcd-d13aae06a1aa', 'tag': 'cd365a60-ac04-41d0-9a07-5370af59c807'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:43:58.654724 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7ed2ddc4584b00f7c30cf30121e6cd69d5fd04907018550f4f3d85fbaaf14d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d69472-e924-4c2c-b758-b62d2f49f264" -d '{"events": [{"name": "network-changed", "server_uuid": "fde027c2-5ced-4b17-abcd-d13aae06a1aa", "tag": "cd365a60-ac04-41d0-9a07-5370af59c807"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:43:58.693823 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae67e8df-26aa-4f53-907b-40f966470fc2 x-openstack-request-id: req-ae67e8df-26aa-4f53-907b-40f966470fc2 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:43:58.694114 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde027c2-5ced-4b17-abcd-d13aae06a1aa", "tag": "cd365a60-ac04-41d0-9a07-5370af59c807", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:43:58.694363 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae67e8df-26aa-4f53-907b-40f966470fc2 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:43:58.694790 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae67e8df-26aa-4f53-907b-40f966470fc2'] response: {'name': 'network-changed', 'server_uuid': 'fde027c2-5ced-4b17-abcd-d13aae06a1aa', 'tag': 'cd365a60-ac04-41d0-9a07-5370af59c807', 'status': 'completed', 'code': 200} Sep 28 08:43:58.745659 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:43:58.789686 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d69472-e924-4c2c-b758-b62d2f49f264 req-a9305553-d881-444b-9c5d-37ca5a7d5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:58.791170 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-07d69472-e924-4c2c-b758-b62d2f49f264 req-a9305553-d881-444b-9c5d-37ca5a7d5b36 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=42699952850d49fdafb670aeb5f613ed&device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 1130 time: 0.0397072 Sep 28 08:43:58.852031 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:43:58.890058 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d69472-e924-4c2c-b758-b62d2f49f264 req-6ee3207d-5397-4147-8246-8200b0574f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:58.891531 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-07d69472-e924-4c2c-b758-b62d2f49f264 req-6ee3207d-5397-4147-8246-8200b0574f5f service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=ecfbeafd-1446-46f2-889b-466b351133a2 HTTP/1.1" status: 200 len: 919 time: 0.0950921 Sep 28 08:43:58.958298 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-07d69472-e924-4c2c-b758-b62d2f49f264 req-3422a3f1-0673-4d38-a024-7322a02e6bb2 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cd365a60-ac04-41d0-9a07-5370af59c807 HTTP/1.1" status: 200 len: 1002 time: 0.0602908 Sep 28 08:43:59.014088 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d69472-e924-4c2c-b758-b62d2f49f264 req-dba941a8-1bca-484e-a385-59b9e714239c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:59.015473 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-07d69472-e924-4c2c-b758-b62d2f49f264 req-dba941a8-1bca-484e-a385-59b9e714239c service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=18b86f52-f49c-435b-95de-852298b2f6f4 HTTP/1.1" status: 200 len: 857 time: 0.0504520 Sep 28 08:43:59.060890 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d69472-e924-4c2c-b758-b62d2f49f264 req-b53789fb-a326-4e62-b768-4b8e94f81c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:43:59.062414 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-07d69472-e924-4c2c-b758-b62d2f49f264 req-b53789fb-a326-4e62-b768-4b8e94f81c6e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ecfbeafd-1446-46f2-889b-466b351133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410402 Sep 28 08:43:59.157170 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-07d69472-e924-4c2c-b758-b62d2f49f264 req-e5ab4eba-d01c-4fc8-9ef6-1cee1665c0d6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883818 Sep 28 08:43:59.255921 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-07d69472-e924-4c2c-b758-b62d2f49f264 req-fe3d6aca-8818-44b2-ab3d-1abbf4759610 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929151 Sep 28 08:43:59.436456 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:43:59.487728 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:06.057595 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:08.351474 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2fdbc316-a32c-4fad-977e-438b7660087b req-ef5b6266-68e8-46ca-b575-87a36e8b6d1e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390639 Sep 28 08:44:08.472967 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbc316-a32c-4fad-977e-438b7660087b req-377a2fc0-35c2-4e8e-8108-08dd24523f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:08.474522 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2fdbc316-a32c-4fad-977e-438b7660087b req-377a2fc0-35c2-4e8e-8108-08dd24523f1d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=42699952850d49fdafb670aeb5f613ed&device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 1129 time: 0.0437140 Sep 28 08:44:08.584613 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbc316-a32c-4fad-977e-438b7660087b req-8a550bb6-960e-4dc5-9668-c4064bea8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:08.586133 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2fdbc316-a32c-4fad-977e-438b7660087b req-8a550bb6-960e-4dc5-9668-c4064bea8d9d service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=ecfbeafd-1446-46f2-889b-466b351133a2 HTTP/1.1" status: 200 len: 919 time: 0.0872161 Sep 28 08:44:08.630319 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2fdbc316-a32c-4fad-977e-438b7660087b req-43ab5b8b-1838-47eb-824d-55a1c0b38f1c service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6ac07f3-2675-41dc-968c-7b86388bb047 HTTP/1.1" status: 200 len: 217 time: 0.0375974 Sep 28 08:44:08.679352 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbc316-a32c-4fad-977e-438b7660087b req-4945df57-beec-47cd-bf9a-be6aab6eadc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:08.680837 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2fdbc316-a32c-4fad-977e-438b7660087b req-4945df57-beec-47cd-bf9a-be6aab6eadc9 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=18b86f52-f49c-435b-95de-852298b2f6f4 HTTP/1.1" status: 200 len: 857 time: 0.0439744 Sep 28 08:44:08.727265 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbc316-a32c-4fad-977e-438b7660087b req-bd199baa-6919-4a38-8258-cda9cf256cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:08.728767 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2fdbc316-a32c-4fad-977e-438b7660087b req-bd199baa-6919-4a38-8258-cda9cf256cd1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ecfbeafd-1446-46f2-889b-466b351133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409167 Sep 28 08:44:08.821771 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2fdbc316-a32c-4fad-977e-438b7660087b req-5821cb4d-f8bf-4b44-af3e-75a79f23818c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856209 Sep 28 08:44:08.898419 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:08.912862 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2fdbc316-a32c-4fad-977e-438b7660087b req-78b67b17-16e5-4e0b-8835-b0e321f33f50 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831494 Sep 28 08:44:11.692205 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=5 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:11.694113 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=5 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:16.046077 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:16.052140 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=62,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:18.232181 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a53cd-ba20-4d0a-ac24-f73387239da3 req-9b0ce993-8128-4f87-87e6-3d428da7207b tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:18.233878 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b98a53cd-ba20-4d0a-ac24-f73387239da3 req-9b0ce993-8128-4f87-87e6-3d428da7207b tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0531626 Sep 28 08:44:18.299590 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b98a53cd-ba20-4d0a-ac24-f73387239da3 req-866e1e57-0a23-4a93-a118-f1ffc8f2cb6b tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584667 Sep 28 08:44:18.348861 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266b9ee-5ddf-452c-8ec1-305608ddcd05 req-9e7d4cb9-19e3-493f-a7a3-16749606f591 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:18.350302 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a266b9ee-5ddf-452c-8ec1-305608ddcd05 req-9e7d4cb9-19e3-493f-a7a3-16749606f591 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 945 time: 0.0463579 Sep 28 08:44:18.363583 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:18.403232 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a266b9ee-5ddf-452c-8ec1-305608ddcd05 req-8a6a24bb-67f0-4fa2-89d6-d9754a033541 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460637 Sep 28 08:44:19.420614 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb55a2-05f9-44a1-ad9d-60d78fd104d5 req-fab3c8b8-9eb0-4cc4-b78c-62e5ce959d63 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:19.422094 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1ebb55a2-05f9-44a1-ad9d-60d78fd104d5 req-fab3c8b8-9eb0-4cc4-b78c-62e5ce959d63 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0459595 Sep 28 08:44:19.474236 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1ebb55a2-05f9-44a1-ad9d-60d78fd104d5 req-acff1e18-81da-4e2e-8f30-009e4f10c48b tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465276 Sep 28 08:44:19.525818 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7798056-b6ad-4dfe-a6d0-052d74cb7b09 req-69e1f840-faa4-43fa-b755-becc67dca326 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:19.527953 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f7798056-b6ad-4dfe-a6d0-052d74cb7b09 req-69e1f840-faa4-43fa-b755-becc67dca326 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 945 time: 0.0477791 Sep 28 08:44:19.579182 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f7798056-b6ad-4dfe-a6d0-052d74cb7b09 req-59197834-9471-4b83-88d6-b836291b4ca3 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449946 Sep 28 08:44:19.921502 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8835d-36db-4a78-a7b2-aa1530cb32d4 req-d9acb9e0-a97f-4ff8-96f6-8a6868bdd2ef tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:19.922995 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c7f8835d-36db-4a78-a7b2-aa1530cb32d4 req-d9acb9e0-a97f-4ff8-96f6-8a6868bdd2ef tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=489154e1-8189-48c2-9b84-b7f0c34221ee HTTP/1.1" status: 200 len: 945 time: 0.0459671 Sep 28 08:44:19.970861 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c7f8835d-36db-4a78-a7b2-aa1530cb32d4 req-985496a2-4ee0-4f28-907f-accf441d9560 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4f1bcd5f-2242-402f-80da-504d05585367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422738 Sep 28 08:44:20.601900 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b625c-ec52-4408-9be0-b4dcc0e456d3 req-10b794c3-8557-485b-8a80-f304befc61e9 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:20.603402 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ee3b625c-ec52-4408-9be0-b4dcc0e456d3 req-10b794c3-8557-485b-8a80-f304befc61e9 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0502295 Sep 28 08:44:20.651715 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ee3b625c-ec52-4408-9be0-b4dcc0e456d3 req-06fbb751-6a95-49fa-812f-86743cb7095f tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420716 Sep 28 08:44:20.708322 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1348a0e-f526-48be-bb35-882e68adba9d req-0111308e-3ee1-414b-8ddd-06fe31700786 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:20.709836 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e1348a0e-f526-48be-bb35-882e68adba9d req-0111308e-3ee1-414b-8ddd-06fe31700786 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 945 time: 0.0464325 Sep 28 08:44:20.768648 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e1348a0e-f526-48be-bb35-882e68adba9d req-30122728-e037-4af6-8f8a-a99347b47ec0 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525031 Sep 28 08:44:21.092108 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d854144-70d9-4a54-b16e-4784502151db req-27c27864-f56c-4295-904a-80fbf4d78bf1 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:21.093505 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7d854144-70d9-4a54-b16e-4784502151db req-27c27864-f56c-4295-904a-80fbf4d78bf1 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=489154e1-8189-48c2-9b84-b7f0c34221ee HTTP/1.1" status: 200 len: 945 time: 0.0450640 Sep 28 08:44:21.142378 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7d854144-70d9-4a54-b16e-4784502151db req-7f3562a4-585c-4395-a2e8-4f89b226ac98 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4f1bcd5f-2242-402f-80da-504d05585367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433421 Sep 28 08:44:21.771977 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4851dcb-c697-409c-8a6d-bd7564b00f7a req-b78755d6-4e0c-46b4-b82d-830b1372c622 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:21.773354 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4851dcb-c697-409c-8a6d-bd7564b00f7a req-b78755d6-4e0c-46b4-b82d-830b1372c622 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0458164 Sep 28 08:44:21.824980 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4851dcb-c697-409c-8a6d-bd7564b00f7a req-9ecfd299-d6b6-4ac5-84d8-f1e2661d5c54 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459352 Sep 28 08:44:21.893953 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf499120-f751-4d65-9b6f-9aca9765dd65 req-b5398a31-54b2-4785-95be-97177e58f16a tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:21.895387 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cf499120-f751-4d65-9b6f-9aca9765dd65 req-b5398a31-54b2-4785-95be-97177e58f16a tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 945 time: 0.0459871 Sep 28 08:44:21.963121 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbabdc-92f0-49e7-b668-4cf7f175ebf8 req-9c27d4a5-43a1-4d4b-8e3e-4b5a3d0d9bf6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:21.964586 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d1bbabdc-92f0-49e7-b668-4cf7f175ebf8 req-9c27d4a5-43a1-4d4b-8e3e-4b5a3d0d9bf6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=489154e1-8189-48c2-9b84-b7f0c34221ee HTTP/1.1" status: 200 len: 945 time: 0.0683141 Sep 28 08:44:21.987143 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cf499120-f751-4d65-9b6f-9aca9765dd65 req-84aa5e13-c61b-4dfc-a567-bf423d79dcf5 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823944 Sep 28 08:44:22.045346 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:22.054940 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [req-d1bbabdc-92f0-49e7-b668-4cf7f175ebf8 req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Deleting port 93ce9123-1418-4ef6-bd1c-914373525bb5 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:44:22.055279 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-d1bbabdc-92f0-49e7-b668-4cf7f175ebf8 req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (93ce9123-1418-4ef6-bd1c-914373525bb5), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:22.398964 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:22.424250 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efd6a2-485d-4cfd-bdc5-59218e4cca35 req-fa9fa1b9-151b-495e-ba4b-950dabd412eb tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:22.425720 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-16efd6a2-485d-4cfd-bdc5-59218e4cca35 req-fa9fa1b9-151b-495e-ba4b-950dabd412eb tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=489154e1-8189-48c2-9b84-b7f0c34221ee HTTP/1.1" status: 200 len: 945 time: 0.0680373 Sep 28 08:44:22.457174 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-d1bbabdc-92f0-49e7-b668-4cf7f175ebf8 req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] For port 93ce9123-1418-4ef6-bd1c-914373525bb5, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=93ce9123-1418-4ef6-bd1c-914373525bb5,segment=NetworkSegment(52f4fd3c-c9b0-4536-b2fa-f368a4de5deb),segment_id=52f4fd3c-c9b0-4536-b2fa-f368a4de5deb)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:44:22.457537 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-d1bbabdc-92f0-49e7-b668-4cf7f175ebf8 req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (93ce9123-1418-4ef6-bd1c-914373525bb5), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:22.566641 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-16efd6a2-485d-4cfd-bdc5-59218e4cca35 req-49d30729-cf93-4fcc-ad97-d3fec77e2875 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4f1bcd5f-2242-402f-80da-504d05585367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341825 Sep 28 08:44:22.690155 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-d1bbabdc-92f0-49e7-b668-4cf7f175ebf8 req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:22.690415 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-d1bbabdc-92f0-49e7-b668-4cf7f175ebf8 req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (24c3037e-d322-448c-8fc0-2ed9de684cb7), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:22.690742 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.l3_db [req-d1bbabdc-92f0-49e7-b668-4cf7f175ebf8 req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Floating IP 24c3037e-d322-448c-8fc0-2ed9de684cb7 disassociated. External IP: 172.27.2.39, port: 93ce9123-1418-4ef6-bd1c-914373525bb5. Sep 28 08:44:22.691085 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [req-d1bbabdc-92f0-49e7-b668-4cf7f175ebf8 req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Calling delete_port for 93ce9123-1418-4ef6-bd1c-914373525bb5 owned by compute:nova {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:44:22.821602 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-d1bbabdc-92f0-49e7-b668-4cf7f175ebf8 req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (93ce9123-1418-4ef6-bd1c-914373525bb5), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:22.849525 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event deleted for resources: {'Port': ['ID=93ce9123-1418-4ef6-bd1c-914373525bb5,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:22.863082 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:22.863635 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:22.864191 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:22.864772 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:22.865344 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:22.865695 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:22.866044 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:22.866387 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:22.866725 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:22.867093 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:22.867431 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:22.867765 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:22.868125 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:22.868533 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:22.868744 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:22.988333 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1b492-34b9-45be-bfb4-daa09ab318ca req-150d01bf-0a41-4d2c-bb1e-6230ce9c49d5 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:22.989863 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d1f1b492-34b9-45be-bfb4-daa09ab318ca req-150d01bf-0a41-4d2c-bb1e-6230ce9c49d5 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0846033 Sep 28 08:44:23.042032 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1bbabdc-92f0-49e7-b668-4cf7f175ebf8 req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Router 2c1b6b9f-8cae-431f-8691-887c46e580ff has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:44:23.062803 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d1f1b492-34b9-45be-bfb4-daa09ab318ca req-505b3e98-9f2c-487e-94b7-39c4be0f605f tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665576 Sep 28 08:44:23.153480 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95b324-d30a-415d-9e57-8d0ea07c4872 req-499ad283-f711-4986-b885-2f3e3218db13 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:23.155021 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0e95b324-d30a-415d-9e57-8d0ea07c4872 req-499ad283-f711-4986-b885-2f3e3218db13 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 945 time: 0.0878541 Sep 28 08:44:23.200169 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:23.240498 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1bbabdc-92f0-49e7-b668-4cf7f175ebf8 req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:44:23.249892 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0e95b324-d30a-415d-9e57-8d0ea07c4872 req-af8893ec-a7db-4d6d-a57e-c8b0b5cfa301 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672538 Sep 28 08:44:23.254644 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5082166-078d-4459-8da0-f84a064c3c8b None None] Sync routers for ids ['2c1b6b9f-8cae-431f-8691-887c46e580ff'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:44:23.275313 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5082166-078d-4459-8da0-f84a064c3c8b None None] Routers {'2c1b6b9f-8cae-431f-8691-887c46e580ff'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:44:23.276307 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-c5082166-078d-4459-8da0-f84a064c3c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:43:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['2c1b6b9f-8cae-431f-8691-887c46e580ff'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:23.291836 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1bbabdc-92f0-49e7-b668-4cf7f175ebf8 req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] No DVR routers for this DVR port 93ce9123-1418-4ef6-bd1c-914373525bb5 on host hv-cinder-84456 {{(pid=106476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:44:23.295411 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-d1bbabdc-92f0-49e7-b668-4cf7f175ebf8 req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:23.298861 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d1bbabdc-92f0-49e7-b668-4cf7f175ebf8 req-3dd94490-67d2-4bc8-8a68-90bdb657b6a6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.26 "DELETE /networking/v2.0/ports/93ce9123-1418-4ef6-bd1c-914373525bb5 HTTP/1.1" status: 204 len: 173 time: 1.3265615 Sep 28 08:44:23.299372 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489154e1-8189-48c2-9b84-b7f0c34221ee', 'name': 'network-vif-deleted', 'tag': '93ce9123-1418-4ef6-bd1c-914373525bb5'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:44:23.301685 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7ed2ddc4584b00f7c30cf30121e6cd69d5fd04907018550f4f3d85fbaaf14d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf16a62-f423-4e51-ab90-1fb298de3015" -d '{"events": [{"server_uuid": "489154e1-8189-48c2-9b84-b7f0c34221ee", "name": "network-vif-deleted", "tag": "93ce9123-1418-4ef6-bd1c-914373525bb5"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:44:23.350390 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364e5c99-f26f-42c1-8ae5-ee117a1fd694 x-openstack-request-id: req-364e5c99-f26f-42c1-8ae5-ee117a1fd694 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:44:23.350685 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489154e1-8189-48c2-9b84-b7f0c34221ee", "name": "network-vif-deleted", "tag": "93ce9123-1418-4ef6-bd1c-914373525bb5", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:44:23.351028 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-364e5c99-f26f-42c1-8ae5-ee117a1fd694 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:44:23.351395 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-364e5c99-f26f-42c1-8ae5-ee117a1fd694'] response: {'server_uuid': '489154e1-8189-48c2-9b84-b7f0c34221ee', 'name': 'network-vif-deleted', 'tag': '93ce9123-1418-4ef6-bd1c-914373525bb5', 'status': 'completed', 'code': 200} Sep 28 08:44:23.385248 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-c5082166-078d-4459-8da0-f84a064c3c8b None None] Set router 2c1b6b9f-8cae-431f-8691-887c46e580ff gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:44:23.610152 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-c5082166-078d-4459-8da0-f84a064c3c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '3a24d37e-491f-4954-bfc8-91ea719c368b', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'port_id': '3e899002-2d72-495c-ac21-1db3e1f0ae42', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'mac_address': 'fa:16:3e:09:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d333fe6-3d16-47c6-9104-714c67456652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:38:24Z', 'updated_at': '2022-09-28T08:39:51Z', 'revision_number': 2, 'project_id': '6bc96052a69e409498462a1e4d499910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:31Z', 'revision_number': 5, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:23.642861 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5082166-078d-4459-8da0-f84a064c3c8b None None] Checking router: 2c1b6b9f-8cae-431f-8691-887c46e580ff for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:44:23.653256 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5082166-078d-4459-8da0-f84a064c3c8b None None] Routers {'2c1b6b9f-8cae-431f-8691-887c46e580ff'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:44:23.653881 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-c5082166-078d-4459-8da0-f84a064c3c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:43:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['2c1b6b9f-8cae-431f-8691-887c46e580ff'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:23.703781 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7c9f97ad-a0e3-4b5a-bb24-95cf4372cfcc req-79be0b7a-53c8-4522-aae2-bb64951a3225 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=489154e1-8189-48c2-9b84-b7f0c34221ee HTTP/1.1" status: 200 len: 210 time: 0.0314262 Sep 28 08:44:23.772578 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-c5082166-078d-4459-8da0-f84a064c3c8b None None] Set router 2c1b6b9f-8cae-431f-8691-887c46e580ff gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:44:23.993069 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-c5082166-078d-4459-8da0-f84a064c3c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '3a24d37e-491f-4954-bfc8-91ea719c368b', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'port_id': '3e899002-2d72-495c-ac21-1db3e1f0ae42', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'mac_address': 'fa:16:3e:09:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d333fe6-3d16-47c6-9104-714c67456652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:38:24Z', 'updated_at': '2022-09-28T08:39:51Z', 'revision_number': 2, 'project_id': '6bc96052a69e409498462a1e4d499910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:31Z', 'revision_number': 5, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:24.017598 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5082166-078d-4459-8da0-f84a064c3c8b None None] The sync data for ids ['2c1b6b9f-8cae-431f-8691-887c46e580ff'] in dv-cinder-844563-8-iscsi is: [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '3a24d37e-491f-4954-bfc8-91ea719c368b', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'floating_ip_address': '172.27.2.90', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'port_id': '3e899002-2d72-495c-ac21-1db3e1f0ae42', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'mac_address': 'fa:16:3e:09:25:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d333fe6-3d16-47c6-9104-714c67456652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:38:24Z', 'updated_at': '2022-09-28T08:39:51Z', 'revision_number': 2, 'project_id': '6bc96052a69e409498462a1e4d499910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:31Z', 'revision_number': 5, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:44:24.198850 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:24.216915 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5919692-670c-4330-a2a9-ad0596bb8627 req-0317b1c2-de4e-4fc2-bc94-1753fc63f2d4 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:24.218810 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b5919692-670c-4330-a2a9-ad0596bb8627 req-0317b1c2-de4e-4fc2-bc94-1753fc63f2d4 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0757093 Sep 28 08:44:24.296314 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-d015c7cf-f35a-478f-b0b4-be621d92f6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:24.298096 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b5919692-670c-4330-a2a9-ad0596bb8627 req-54adc9f0-9094-4d8f-a41d-c9951e77f0fe tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686255 Sep 28 08:44:24.318834 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965e9ee7-670a-4400-82ca-f01ed0552e9b None None] New status for floating IP 24c3037e-d322-448c-8fc0-2ed9de684cb7: DOWN {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:44:24.404972 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf62b5-f2b9-4825-bb22-75bbf04c9b40 req-d82e5aaa-c53f-495d-ae1c-cb596f6216d6 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:24.407038 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-faaf62b5-f2b9-4825-bb22-75bbf04c9b40 req-d82e5aaa-c53f-495d-ae1c-cb596f6216d6 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 945 time: 0.0535474 Sep 28 08:44:24.468057 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-faaf62b5-f2b9-4825-bb22-75bbf04c9b40 req-ffb1f5af-b8b7-4f5f-9e7d-ca12d152efe4 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547206 Sep 28 08:44:24.802710 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 57304) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:44:24.858695 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-165da917-f188-4648-84f8-aabae77d029b tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group (4f1bcd5f-2242-402f-80da-504d05585367), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:24.881279 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-165da917-f188-4648-84f8-aabae77d029b tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group (4f1bcd5f-2242-402f-80da-504d05585367), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:24.933562 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-165da917-f188-4648-84f8-aabae77d029b tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (4f1bcd5f-2242-402f-80da-504d05585367), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:24.936049 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-165da917-f188-4648-84f8-aabae77d029b tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:24.937217 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-165da917-f188-4648-84f8-aabae77d029b tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4f1bcd5f-2242-402f-80da-504d05585367 HTTP/1.1" status: 204 len: 168 time: 0.1333907 Sep 28 08:44:24.940202 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 57306) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:44:24.946627 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165da917-f188-4648-84f8-aabae77d029b tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1bcd5f-2242-402f-80da-504d05585367,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:24.955187 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.api.v2.resource [None req-ebd7b07b-c46c-4565-9165-2f052ddcc3e8 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] show failed (client error): The resource could not be found. Sep 28 08:44:24.956206 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-ebd7b07b-c46c-4565-9165-2f052ddcc3e8 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups/4f1bcd5f-2242-402f-80da-504d05585367 HTTP/1.1" status: 404 len: 347 time: 0.0150232 Sep 28 08:44:24.959146 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 57310) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:44:25.068375 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-40fe4f25-bd56-4760-b9db-f2082775b367 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Deleting port 6ce3e1a3-04a7-4413-ad8a-8680231abf5a {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:44:25.068717 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-40fe4f25-bd56-4760-b9db-f2082775b367 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (6ce3e1a3-04a7-4413-ad8a-8680231abf5a), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:25.144365 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-40fe4f25-bd56-4760-b9db-f2082775b367 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (6ce3e1a3-04a7-4413-ad8a-8680231abf5a), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:25.144691 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-40fe4f25-bd56-4760-b9db-f2082775b367 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (6ce3e1a3-04a7-4413-ad8a-8680231abf5a), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:25.159081 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-40fe4f25-bd56-4760-b9db-f2082775b367 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Calling delete_port for 6ce3e1a3-04a7-4413-ad8a-8680231abf5a owned by network:floatingip {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:44:25.305390 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-40fe4f25-bd56-4760-b9db-f2082775b367 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (6ce3e1a3-04a7-4413-ad8a-8680231abf5a), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:25.328091 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe4f25-bd56-4760-b9db-f2082775b367 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event deleted for resources: {'Port': ['ID=6ce3e1a3-04a7-4413-ad8a-8680231abf5a,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:25.342489 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe4f25-bd56-4760-b9db-f2082775b367 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:25.342847 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe4f25-bd56-4760-b9db-f2082775b367 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:25.343197 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe4f25-bd56-4760-b9db-f2082775b367 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:25.343557 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe4f25-bd56-4760-b9db-f2082775b367 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:25.343910 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe4f25-bd56-4760-b9db-f2082775b367 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:25.344250 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe4f25-bd56-4760-b9db-f2082775b367 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:25.344583 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe4f25-bd56-4760-b9db-f2082775b367 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:25.344918 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe4f25-bd56-4760-b9db-f2082775b367 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:25.345281 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe4f25-bd56-4760-b9db-f2082775b367 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:25.345614 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe4f25-bd56-4760-b9db-f2082775b367 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:25.345946 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe4f25-bd56-4760-b9db-f2082775b367 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:25.346279 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe4f25-bd56-4760-b9db-f2082775b367 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:25.346609 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe4f25-bd56-4760-b9db-f2082775b367 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:25.346938 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe4f25-bd56-4760-b9db-f2082775b367 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:25.347266 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fe4f25-bd56-4760-b9db-f2082775b367 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:25.413766 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-40fe4f25-bd56-4760-b9db-f2082775b367 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (24c3037e-d322-448c-8fc0-2ed9de684cb7), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:25.416679 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-40fe4f25-bd56-4760-b9db-f2082775b367 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:25.418399 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-40fe4f25-bd56-4760-b9db-f2082775b367 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/24c3037e-d322-448c-8fc0-2ed9de684cb7 HTTP/1.1" status: 204 len: 168 time: 0.4583559 Sep 28 08:44:25.421632 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a98f2-0ac0-4f54-b6cc-b682abedc2c8 req-0ee4aa01-6e4d-4862-bdfd-ca36fc62adc9 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:25.423563 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9f3a98f2-0ac0-4f54-b6cc-b682abedc2c8 req-0ee4aa01-6e4d-4862-bdfd-ca36fc62adc9 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0486143 Sep 28 08:44:25.477529 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9f3a98f2-0ac0-4f54-b6cc-b682abedc2c8 req-02d3e0ee-b3ff-4493-a8da-8e39ac4d8063 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439501 Sep 28 08:44:25.598731 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4e12d-cf19-4658-bc6f-e8c826edc11f req-1160d520-10cf-438b-942a-cfc869b0cc60 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:25.600326 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-78d4e12d-cf19-4658-bc6f-e8c826edc11f req-1160d520-10cf-438b-942a-cfc869b0cc60 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 945 time: 0.0483274 Sep 28 08:44:25.649428 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-78d4e12d-cf19-4658-bc6f-e8c826edc11f req-6d1fa5ae-a5db-4ab8-8a06-e1fe1928da4e tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429158 Sep 28 08:44:26.604754 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4b9b1-ed1e-43fa-bc03-38d301757373 req-289774fc-869d-4cc6-8a90-beede6bd9a21 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:26.607040 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7fb4b9b1-ed1e-43fa-bc03-38d301757373 req-289774fc-869d-4cc6-8a90-beede6bd9a21 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0534661 Sep 28 08:44:26.659863 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7fb4b9b1-ed1e-43fa-bc03-38d301757373 req-3b27f1cd-bf48-4ccd-a1c3-b1bbb6b8c0d4 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472236 Sep 28 08:44:26.685430 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-571be460-a483-4292-b7b9-0b95bc87a642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:26.781814 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0bf3c-1abf-4c2c-a254-51d84e745034 req-e7b353f9-009e-49ab-b056-0b45123580c4 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:26.783397 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0bb0bf3c-1abf-4c2c-a254-51d84e745034 req-e7b353f9-009e-49ab-b056-0b45123580c4 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 945 time: 0.0543792 Sep 28 08:44:26.848562 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0bb0bf3c-1abf-4c2c-a254-51d84e745034 req-299faf5a-2189-4890-a85c-59a3d442426f tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581446 Sep 28 08:44:27.111186 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aaadce-5b46-485b-b656-52ecd99b86bf req-00a5f878-fc9b-455f-bd3a-0c4368e21e6d tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:27.114835 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-08aaadce-5b46-485b-b656-52ecd99b86bf req-00a5f878-fc9b-455f-bd3a-0c4368e21e6d tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 946 time: 0.0618272 Sep 28 08:44:27.163534 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-08aaadce-5b46-485b-b656-52ecd99b86bf req-d4127e0a-8222-4590-a68a-cfb535900abf tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417607 Sep 28 08:44:27.196239 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 93ce9123-1418-4ef6-bd1c-914373525bb5 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:44:27.215695 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] No Port match for: 93ce9123-1418-4ef6-bd1c-914373525bb5 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:44:27.216074 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 93ce9123-1418-4ef6-bd1c-914373525bb5 not bound to the agent host hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:44:27.786239 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a563f6e-9352-437b-88da-4c1a4e7150d5 req-f1396b04-f915-411a-b238-d720511f21a5 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:27.787768 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6a563f6e-9352-437b-88da-4c1a4e7150d5 req-f1396b04-f915-411a-b238-d720511f21a5 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0466561 Sep 28 08:44:27.835915 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6a563f6e-9352-437b-88da-4c1a4e7150d5 req-e10c64c4-6990-42ed-8059-936f6fb5b31d tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422480 Sep 28 08:44:27.867057 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:27.950859 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:27.970731 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55dfcb-b13f-47bf-bf62-2e01175b6627 req-702fe458-a185-462a-b689-ed93ec95a773 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:27.972218 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8c55dfcb-b13f-47bf-bf62-2e01175b6627 req-702fe458-a185-462a-b689-ed93ec95a773 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 945 time: 0.0489807 Sep 28 08:44:28.024934 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8c55dfcb-b13f-47bf-bf62-2e01175b6627 req-d37688c1-bddd-4f40-8680-d98fdf2cf34f tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470126 Sep 28 08:44:28.286124 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f205bf2-89fa-4425-9837-efd603fb7b49 req-5d6cb834-29f7-4fcd-a99b-ae4cf1157998 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:28.287503 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8f205bf2-89fa-4425-9837-efd603fb7b49 req-5d6cb834-29f7-4fcd-a99b-ae4cf1157998 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 946 time: 0.0474548 Sep 28 08:44:28.327825 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:28.336298 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8f205bf2-89fa-4425-9837-efd603fb7b49 req-3f48ef48-c611-43fa-ad5f-84d0539c7507 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426855 Sep 28 08:44:28.954352 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1bb91-9b02-4657-b896-942726030e1d req-98678f6f-d9fe-4813-b12f-920678f3dc71 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:28.955828 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-84f1bb91-9b02-4657-b896-942726030e1d req-98678f6f-d9fe-4813-b12f-920678f3dc71 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0456531 Sep 28 08:44:29.002024 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-84f1bb91-9b02-4657-b896-942726030e1d req-618c7128-2a09-45a6-a8d9-527750fb34d6 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405984 Sep 28 08:44:29.145958 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b03c9-b33b-402c-88c4-311c5750d077 req-07addc7b-5862-4b27-9232-e2a157a7f40f tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:29.147335 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5f3b03c9-b33b-402c-88c4-311c5750d077 req-07addc7b-5862-4b27-9232-e2a157a7f40f tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 945 time: 0.0485766 Sep 28 08:44:29.195655 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5f3b03c9-b33b-402c-88c4-311c5750d077 req-11367fb9-20ac-40ea-a9d8-e20d77f4bf60 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421650 Sep 28 08:44:29.238788 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fbaf5-4f8a-44a3-8a64-6739221a5550 req-526d1fd9-51ef-43c0-9906-750b072d0824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:29.240310 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ad5fbaf5-4f8a-44a3-8a64-6739221a5550 req-526d1fd9-51ef-43c0-9906-750b072d0824 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c507f95ba3c34cc789ee8903b40c346d&device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 1129 time: 0.0422168 Sep 28 08:44:29.242199 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3bd75-a2d3-4cec-85c9-25131538ca0b req-5c133917-72ba-42e9-b627-1e65d18c62eb tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:29.243624 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b5c3bd75-a2d3-4cec-85c9-25131538ca0b req-5c133917-72ba-42e9-b627-1e65d18c62eb tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 946 time: 0.0457246 Sep 28 08:44:29.333466 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [req-b5c3bd75-a2d3-4cec-85c9-25131538ca0b req-003cd313-b0aa-4b9a-ae47-25660c8bde43 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Deleting port 3e899002-2d72-495c-ac21-1db3e1f0ae42 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:44:29.333804 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-b5c3bd75-a2d3-4cec-85c9-25131538ca0b req-003cd313-b0aa-4b9a-ae47-25660c8bde43 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (3e899002-2d72-495c-ac21-1db3e1f0ae42), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:29.339950 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fbaf5-4f8a-44a3-8a64-6739221a5550 req-50a881ad-0f53-44a1-92c9-c4e8ee963861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:29.341446 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ad5fbaf5-4f8a-44a3-8a64-6739221a5550 req-50a881ad-0f53-44a1-92c9-c4e8ee963861 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=b76a6eab-b1a4-4566-a068-3e0c81275bca HTTP/1.1" status: 200 len: 908 time: 0.0906534 Sep 28 08:44:29.407551 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ad5fbaf5-4f8a-44a3-8a64-6739221a5550 req-77b9263c-99c3-45e4-843a-98e9722f8fbb service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed5b6be5-cf6e-47ab-9c77-e942a22429de HTTP/1.1" status: 200 len: 1000 time: 0.0595911 Sep 28 08:44:29.434479 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-b5c3bd75-a2d3-4cec-85c9-25131538ca0b req-003cd313-b0aa-4b9a-ae47-25660c8bde43 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] For port 3e899002-2d72-495c-ac21-1db3e1f0ae42, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=3e899002-2d72-495c-ac21-1db3e1f0ae42,segment=NetworkSegment(52f4fd3c-c9b0-4536-b2fa-f368a4de5deb),segment_id=52f4fd3c-c9b0-4536-b2fa-f368a4de5deb)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:44:29.434844 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-b5c3bd75-a2d3-4cec-85c9-25131538ca0b req-003cd313-b0aa-4b9a-ae47-25660c8bde43 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (3e899002-2d72-495c-ac21-1db3e1f0ae42), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:29.440674 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:29.492925 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:29.507763 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fbaf5-4f8a-44a3-8a64-6739221a5550 req-e366a4c0-5c8d-4f11-9bf8-e50782306dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:29.508621 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfb5ff-0d86-4c9d-a2a7-db0a54fd72eb req-adb39f60-d2b6-40bd-bf62-f36f77cd1bde tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:29.509286 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ad5fbaf5-4f8a-44a3-8a64-6739221a5550 req-e366a4c0-5c8d-4f11-9bf8-e50782306dc6 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=a0ea148b-44fa-4fa2-9123-8ad42b8808a6 HTTP/1.1" status: 200 len: 846 time: 0.0524278 Sep 28 08:44:29.510107 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f9dfb5ff-0d86-4c9d-a2a7-db0a54fd72eb req-adb39f60-d2b6-40bd-bf62-f36f77cd1bde tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 946 time: 0.0912414 Sep 28 08:44:29.592460 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fbaf5-4f8a-44a3-8a64-6739221a5550 req-f16e8741-99cb-4138-879c-85eb22018cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:29.594542 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ad5fbaf5-4f8a-44a3-8a64-6739221a5550 req-f16e8741-99cb-4138-879c-85eb22018cb1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b76a6eab-b1a4-4566-a068-3e0c81275bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449469 Sep 28 08:44:29.612862 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f9dfb5ff-0d86-4c9d-a2a7-db0a54fd72eb req-a2f6d09f-fdf9-4a09-8cb2-2f0f53868e12 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d227bbbd-4353-4f3b-b792-9b32ace2a7d4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953760 Sep 28 08:44:29.671495 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-b5c3bd75-a2d3-4cec-85c9-25131538ca0b req-003cd313-b0aa-4b9a-ae47-25660c8bde43 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:29.672444 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-b5c3bd75-a2d3-4cec-85c9-25131538ca0b req-003cd313-b0aa-4b9a-ae47-25660c8bde43 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (3a24d37e-491f-4954-bfc8-91ea719c368b), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:29.672444 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.l3_db [req-b5c3bd75-a2d3-4cec-85c9-25131538ca0b req-003cd313-b0aa-4b9a-ae47-25660c8bde43 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Floating IP 3a24d37e-491f-4954-bfc8-91ea719c368b disassociated. External IP: 172.27.2.90, port: 3e899002-2d72-495c-ac21-1db3e1f0ae42. Sep 28 08:44:29.673309 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [req-b5c3bd75-a2d3-4cec-85c9-25131538ca0b req-003cd313-b0aa-4b9a-ae47-25660c8bde43 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Calling delete_port for 3e899002-2d72-495c-ac21-1db3e1f0ae42 owned by compute:nova {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:44:29.690645 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ad5fbaf5-4f8a-44a3-8a64-6739221a5550 req-a1bcd925-70fd-4bda-a2fd-8aad63800b68 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b76a6eab-b1a4-4566-a068-3e0c81275bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895905 Sep 28 08:44:29.782307 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:29.792255 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-ad5fbaf5-4f8a-44a3-8a64-6739221a5550 req-53dfa8da-6098-4ccb-a61f-26db393334c9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b76a6eab-b1a4-4566-a068-3e0c81275bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960362 Sep 28 08:44:29.797480 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:29.809300 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-b5c3bd75-a2d3-4cec-85c9-25131538ca0b req-003cd313-b0aa-4b9a-ae47-25660c8bde43 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (3e899002-2d72-495c-ac21-1db3e1f0ae42), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:29.838780 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003cd313-b0aa-4b9a-ae47-25660c8bde43 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event deleted for resources: {'Port': ['ID=3e899002-2d72-495c-ac21-1db3e1f0ae42,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:29.931167 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:29.947642 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5c3bd75-a2d3-4cec-85c9-25131538ca0b req-003cd313-b0aa-4b9a-ae47-25660c8bde43 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Router 2c1b6b9f-8cae-431f-8691-887c46e580ff has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:44:30.054071 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5c3bd75-a2d3-4cec-85c9-25131538ca0b req-003cd313-b0aa-4b9a-ae47-25660c8bde43 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:44:30.065052 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da01fd6-e8bc-43b8-899f-a7dc92493c11 None None] Sync routers for ids ['2c1b6b9f-8cae-431f-8691-887c46e580ff'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:44:30.076553 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da01fd6-e8bc-43b8-899f-a7dc92493c11 None None] Routers {'2c1b6b9f-8cae-431f-8691-887c46e580ff'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:44:30.077442 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-2da01fd6-e8bc-43b8-899f-a7dc92493c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:44:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['2c1b6b9f-8cae-431f-8691-887c46e580ff'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:30.121296 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c3bd75-a2d3-4cec-85c9-25131538ca0b req-003cd313-b0aa-4b9a-ae47-25660c8bde43 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] No DVR routers for this DVR port 3e899002-2d72-495c-ac21-1db3e1f0ae42 on host hv-cinder-84456 {{(pid=106476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:44:30.125356 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-b5c3bd75-a2d3-4cec-85c9-25131538ca0b req-003cd313-b0aa-4b9a-ae47-25660c8bde43 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:30.128487 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b5c3bd75-a2d3-4cec-85c9-25131538ca0b req-003cd313-b0aa-4b9a-ae47-25660c8bde43 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.26 "DELETE /networking/v2.0/ports/3e899002-2d72-495c-ac21-1db3e1f0ae42 HTTP/1.1" status: 204 len: 173 time: 0.8773746 Sep 28 08:44:30.128972 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d333fe6-3d16-47c6-9104-714c67456652', 'name': 'network-vif-deleted', 'tag': '3e899002-2d72-495c-ac21-1db3e1f0ae42'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:44:30.131217 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7ed2ddc4584b00f7c30cf30121e6cd69d5fd04907018550f4f3d85fbaaf14d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bb7484-cecb-4fb9-a42f-8e4396ebcc33" -d '{"events": [{"server_uuid": "1d333fe6-3d16-47c6-9104-714c67456652", "name": "network-vif-deleted", "tag": "3e899002-2d72-495c-ac21-1db3e1f0ae42"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:44:30.148881 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfb42e-94ce-4dd8-bf53-205681e72908 req-dc67e870-6ee1-4ad7-b4e0-46155cf3f66b tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:30.150452 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-90cfb42e-94ce-4dd8-bf53-205681e72908 req-dc67e870-6ee1-4ad7-b4e0-46155cf3f66b tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0679271 Sep 28 08:44:30.176359 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33584b5e-b484-4e76-9c44-b6a10889fdb8 x-openstack-request-id: req-33584b5e-b484-4e76-9c44-b6a10889fdb8 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:44:30.176659 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d333fe6-3d16-47c6-9104-714c67456652", "name": "network-vif-deleted", "tag": "3e899002-2d72-495c-ac21-1db3e1f0ae42", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:44:30.176909 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-33584b5e-b484-4e76-9c44-b6a10889fdb8 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:44:30.177336 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33584b5e-b484-4e76-9c44-b6a10889fdb8'] response: {'server_uuid': '1d333fe6-3d16-47c6-9104-714c67456652', 'name': 'network-vif-deleted', 'tag': '3e899002-2d72-495c-ac21-1db3e1f0ae42', 'status': 'completed', 'code': 200} Sep 28 08:44:30.185960 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-2da01fd6-e8bc-43b8-899f-a7dc92493c11 None None] Set router 2c1b6b9f-8cae-431f-8691-887c46e580ff gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:44:30.210167 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-90cfb42e-94ce-4dd8-bf53-205681e72908 req-d1498e23-d938-4912-9653-a19f336d3cdb tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533433 Sep 28 08:44:30.333956 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:30.342741 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:30.345826 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b93ec2-56e5-4fb7-842c-555cce958ad7 req-6c24b050-556c-46ed-8394-fa840ba12ce9 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:30.347368 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4b93ec2-56e5-4fb7-842c-555cce958ad7 req-6c24b050-556c-46ed-8394-fa840ba12ce9 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 945 time: 0.0561407 Sep 28 08:44:30.400672 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4b93ec2-56e5-4fb7-842c-555cce958ad7 req-aa57d220-df16-47bb-bfb8-f5e635666d65 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463214 Sep 28 08:44:30.473203 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-2da01fd6-e8bc-43b8-899f-a7dc92493c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:31Z', 'revision_number': 5, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:30.497706 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da01fd6-e8bc-43b8-899f-a7dc92493c11 None None] Checking router: 2c1b6b9f-8cae-431f-8691-887c46e580ff for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:44:30.505984 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da01fd6-e8bc-43b8-899f-a7dc92493c11 None None] Routers {'2c1b6b9f-8cae-431f-8691-887c46e580ff'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:44:30.506576 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-2da01fd6-e8bc-43b8-899f-a7dc92493c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:44:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['2c1b6b9f-8cae-431f-8691-887c46e580ff'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:30.615184 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-2da01fd6-e8bc-43b8-899f-a7dc92493c11 None None] Set router 2c1b6b9f-8cae-431f-8691-887c46e580ff gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:44:30.716692 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e4123090-6112-4c36-855d-88c0cf2e7d8f req-7d1b7f62-20de-4f70-afe2-e50e9e46facd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 210 time: 0.0266402 Sep 28 08:44:30.802658 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-2da01fd6-e8bc-43b8-899f-a7dc92493c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:31Z', 'revision_number': 5, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:30.826135 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da01fd6-e8bc-43b8-899f-a7dc92493c11 None None] The sync data for ids ['2c1b6b9f-8cae-431f-8691-887c46e580ff'] in dv-cinder-844563-8-iscsi is: [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:31Z', 'revision_number': 5, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:44:31.049254 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24c1110-723a-4a80-93f2-1827f44ef70e None None] New status for floating IP 3a24d37e-491f-4954-bfc8-91ea719c368b: DOWN {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:44:31.345547 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e66023-3587-4b94-b065-cffa45d1c5d8 req-fbad6387-1666-414d-aefb-675076499a84 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:31.347086 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-51e66023-3587-4b94-b065-cffa45d1c5d8 req-fbad6387-1666-414d-aefb-675076499a84 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0573280 Sep 28 08:44:31.395940 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-51e66023-3587-4b94-b065-cffa45d1c5d8 req-ff4e0b4c-a189-4c1c-86d1-ac7d3e234d56 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431192 Sep 28 08:44:31.536577 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a4c5f-74b5-4136-9b7d-a82b82755144 req-c44305eb-4b69-4ec2-b732-433fd2849e88 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:31.541604 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-383a4c5f-74b5-4136-9b7d-a82b82755144 req-c44305eb-4b69-4ec2-b732-433fd2849e88 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 945 time: 0.0617626 Sep 28 08:44:31.592512 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-383a4c5f-74b5-4136-9b7d-a82b82755144 req-77fe1f06-701b-43f1-a213-01b1af46e8ed tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482476 Sep 28 08:44:31.834135 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ac3196cb-2a5f-4190-82a4-4303466f4c0e req-1674e615-a664-4ad9-a0c8-d6d00ddb5c53 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1d333fe6-3d16-47c6-9104-714c67456652 HTTP/1.1" status: 200 len: 210 time: 0.0269611 Sep 28 08:44:32.523204 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b92897-0589-41a2-91a9-5c388fd2fcbb req-ff3f673b-f698-4df7-82c0-1e934262f738 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:32.524903 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-30b92897-0589-41a2-91a9-5c388fd2fcbb req-ff3f673b-f698-4df7-82c0-1e934262f738 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0499430 Sep 28 08:44:32.579427 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-30b92897-0589-41a2-91a9-5c388fd2fcbb req-02bbf049-d0f9-4b87-8dbc-b8259584a2c9 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481522 Sep 28 08:44:32.717344 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38443623-3317-40b9-948c-261eaeeb356f req-d675b8a6-1e39-412e-990b-577d95300a6e tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:32.718827 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-38443623-3317-40b9-948c-261eaeeb356f req-d675b8a6-1e39-412e-990b-577d95300a6e tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 945 time: 0.0466068 Sep 28 08:44:32.767769 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-38443623-3317-40b9-948c-261eaeeb356f req-fcf96683-4415-45c8-8347-01232297bed4 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433183 Sep 28 08:44:32.888678 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [req-febd511f-e6b0-4523-9db0-7527d5acb7d3 req-38b9e8a0-8121-4006-a827-ff7c1d826f82 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 08:44:32.889792 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-febd511f-e6b0-4523-9db0-7527d5acb7d3 req-38b9e8a0-8121-4006-a827-ff7c1d826f82 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0497694 Sep 28 08:44:32.936185 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 57380) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:44:32.965339 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:33.009672 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cce4d270-44ea-4380-9fa1-bb94644cf643 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group (d227bbbd-4353-4f3b-b792-9b32ace2a7d4), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:33.036180 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cce4d270-44ea-4380-9fa1-bb94644cf643 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group (d227bbbd-4353-4f3b-b792-9b32ace2a7d4), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:33.082998 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cce4d270-44ea-4380-9fa1-bb94644cf643 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (d227bbbd-4353-4f3b-b792-9b32ace2a7d4), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:33.086385 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cce4d270-44ea-4380-9fa1-bb94644cf643 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:33.087694 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-cce4d270-44ea-4380-9fa1-bb94644cf643 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d227bbbd-4353-4f3b-b792-9b32ace2a7d4 HTTP/1.1" status: 204 len: 168 time: 0.1504834 Sep 28 08:44:33.091070 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 57382) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:44:33.098239 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4d270-44ea-4380-9fa1-bb94644cf643 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d227bbbd-4353-4f3b-b792-9b32ace2a7d4,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:33.104643 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.api.v2.resource [None req-befe6e91-bfe3-4e92-88cc-70696b137d7b tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] show failed (client error): The resource could not be found. Sep 28 08:44:33.108879 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-befe6e91-bfe3-4e92-88cc-70696b137d7b tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups/d227bbbd-4353-4f3b-b792-9b32ace2a7d4 HTTP/1.1" status: 404 len: 347 time: 0.0142241 Sep 28 08:44:33.109216 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 57384) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:44:33.219908 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 3e899002-2d72-495c-ac21-1db3e1f0ae42 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:44:33.221287 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-f9b287ec-3289-4575-8198-763f2e921b3f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Deleting port 94f3f605-b735-4fc7-8d30-609afa587aab {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:44:33.221643 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f9b287ec-3289-4575-8198-763f2e921b3f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (94f3f605-b735-4fc7-8d30-609afa587aab), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:33.242019 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] No Port match for: 3e899002-2d72-495c-ac21-1db3e1f0ae42 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:44:33.242283 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 3e899002-2d72-495c-ac21-1db3e1f0ae42 not bound to the agent host hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:44:33.296823 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:33.311346 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f9b287ec-3289-4575-8198-763f2e921b3f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (94f3f605-b735-4fc7-8d30-609afa587aab), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:33.311710 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f9b287ec-3289-4575-8198-763f2e921b3f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (94f3f605-b735-4fc7-8d30-609afa587aab), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:33.326141 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-f9b287ec-3289-4575-8198-763f2e921b3f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Calling delete_port for 94f3f605-b735-4fc7-8d30-609afa587aab owned by network:floatingip {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:44:33.379481 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:33.466811 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f9b287ec-3289-4575-8198-763f2e921b3f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (94f3f605-b735-4fc7-8d30-609afa587aab), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:33.490763 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b287ec-3289-4575-8198-763f2e921b3f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event deleted for resources: {'Port': ['ID=94f3f605-b735-4fc7-8d30-609afa587aab,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:33.552433 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f9b287ec-3289-4575-8198-763f2e921b3f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (3a24d37e-491f-4954-bfc8-91ea719c368b), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:33.554918 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f9b287ec-3289-4575-8198-763f2e921b3f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:33.556062 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-f9b287ec-3289-4575-8198-763f2e921b3f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/3a24d37e-491f-4954-bfc8-91ea719c368b HTTP/1.1" status: 204 len: 168 time: 0.4458363 Sep 28 08:44:33.643284 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 57390) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:44:33.648244 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-6b26a3cc-7644-4f62-9523-9a71b08b2842 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Request body: {'security_group': {'name': 'tempest-securitygroup--83466896', 'description': 'tempest-description--1299432239'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:44:33.670636 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6b26a3cc-7644-4f62-9523-9a71b08b2842 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:33.751347 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e411dee-3fc1-49d2-a6a8-451799b756fb req-97cafed1-2028-4dc7-93bc-e2ad5194d583 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:33.752773 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0e411dee-3fc1-49d2-a6a8-451799b756fb req-97cafed1-2028-4dc7-93bc-e2ad5194d583 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0688272 Sep 28 08:44:33.811592 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6b26a3cc-7644-4f62-9523-9a71b08b2842 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group (d7239424-3ce5-4ab0-9037-2f4bf0f9a5ee), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:33.818992 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6b26a3cc-7644-4f62-9523-9a71b08b2842 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (d7239424-3ce5-4ab0-9037-2f4bf0f9a5ee), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:33.843507 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0e411dee-3fc1-49d2-a6a8-451799b756fb req-9715909e-e691-45ff-95c6-80b309cf198c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842991 Sep 28 08:44:33.856205 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26a3cc-7644-4f62-9523-9a71b08b2842 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7239424-3ce5-4ab0-9037-2f4bf0f9a5ee,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:33.860377 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6b26a3cc-7644-4f62-9523-9a71b08b2842 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:33.864213 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-6b26a3cc-7644-4f62-9523-9a71b08b2842 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2170525 Sep 28 08:44:33.864480 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 57394) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:44:33.868834 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-51b4d6f8-6465-4bb3-b69a-360ad05a25ae tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Request body: {'security_group_rule': {'security_group_id': 'd7239424-3ce5-4ab0-9037-2f4bf0f9a5ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:44:33.895582 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-51b4d6f8-6465-4bb3-b69a-360ad05a25ae tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group_rule (d3e0e27f-2470-4de4-be3c-d9a9d754d11e), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:33.950025 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-51b4d6f8-6465-4bb3-b69a-360ad05a25ae tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group_rule (d3e0e27f-2470-4de4-be3c-d9a9d754d11e), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:33.954118 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-51b4d6f8-6465-4bb3-b69a-360ad05a25ae tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (d3e0e27f-2470-4de4-be3c-d9a9d754d11e), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:33.972821 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4d6f8-6465-4bb3-b69a-360ad05a25ae tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e0e27f-2470-4de4-be3c-d9a9d754d11e,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:33.985164 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-51b4d6f8-6465-4bb3-b69a-360ad05a25ae tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:33.986891 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-51b4d6f8-6465-4bb3-b69a-360ad05a25ae tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212215 Sep 28 08:44:33.989428 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 57398) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:44:33.993936 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-801e9a61-fbf2-43d4-a765-c634da5a0935 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Request body: {'security_group_rule': {'security_group_id': 'd7239424-3ce5-4ab0-9037-2f4bf0f9a5ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:44:34.021210 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-801e9a61-fbf2-43d4-a765-c634da5a0935 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group_rule (97f0b885-0d15-4502-aa15-5eb873224f7a), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:34.074498 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:34.100660 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 57406) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:44:34.110538 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-801e9a61-fbf2-43d4-a765-c634da5a0935 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group_rule (97f0b885-0d15-4502-aa15-5eb873224f7a), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:34.119263 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff3ab2-5231-4b94-a54d-097093930190 req-60fbe839-6252-446f-8412-6cec0678dbad tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:34.120821 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-dfff3ab2-5231-4b94-a54d-097093930190 req-60fbe839-6252-446f-8412-6cec0678dbad tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 945 time: 0.0620108 Sep 28 08:44:34.122382 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-801e9a61-fbf2-43d4-a765-c634da5a0935 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (97f0b885-0d15-4502-aa15-5eb873224f7a), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:34.147243 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:34.160343 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e9a61-fbf2-43d4-a765-c634da5a0935 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f0b885-0d15-4502-aa15-5eb873224f7a,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:34.165499 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-801e9a61-fbf2-43d4-a765-c634da5a0935 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:34.167330 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-801e9a61-fbf2-43d4-a765-c634da5a0935 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1763365 Sep 28 08:44:34.170830 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 57410) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:44:34.175675 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-c221cac2-0968-409d-ba9d-02cd04734e25 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Request body: {'floatingip': {'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:44:34.195160 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c1815716-78ba-48f9-a7bd-080e5c79ac48 req-cc208e04-21b3-42c3-9367-30f60e3d2d42 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0932770 Sep 28 08:44:34.205513 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [req-c1815716-78ba-48f9-a7bd-080e5c79ac48 req-f396c860-7366-4622-a1c0-6a0f06d266be service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 08:44:34.206515 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c1815716-78ba-48f9-a7bd-080e5c79ac48 req-f396c860-7366-4622-a1c0-6a0f06d266be service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052366 Sep 28 08:44:34.218613 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-dfff3ab2-5231-4b94-a54d-097093930190 req-fb2e6125-e569-4926-ad24-55deb88f3ae8 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896924 Sep 28 08:44:34.219842 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c221cac2-0968-409d-ba9d-02cd04734e25 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:34.294063 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 57416) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:44:34.402654 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1815716-78ba-48f9-a7bd-080e5c79ac48 req-1f799b2b-c2d6-4f20-98ad-cdf1c927823c tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:34.404067 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c1815716-78ba-48f9-a7bd-080e5c79ac48 req-1f799b2b-c2d6-4f20-98ad-cdf1c927823c tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports/ed5b6be5-cf6e-47ab-9c77-e942a22429de HTTP/1.1" status: 200 len: 942 time: 0.1086516 Sep 28 08:44:34.570303 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c221cac2-0968-409d-ba9d-02cd04734e25 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:34.676384 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-c221cac2-0968-409d-ba9d-02cd04734e25 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Allocated IP 172.27.2.112 (53303c84-4465-4011-9c65-8bdf4507ffd3/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f/1f6bf60a-1fe5-4072-a83f-60ee8a74724d) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:44:34.783065 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c221cac2-0968-409d-ba9d-02cd04734e25 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for port (1f6bf60a-1fe5-4072-a83f-60ee8a74724d), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:34.815048 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c221cac2-0968-409d-ba9d-02cd04734e25 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (1f6bf60a-1fe5-4072-a83f-60ee8a74724d), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:34.857661 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c221cac2-0968-409d-ba9d-02cd04734e25 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:44:34.862954 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-c221cac2-0968-409d-ba9d-02cd04734e25 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:44:34.865374 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221cac2-0968-409d-ba9d-02cd04734e25 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event updated for resources: {'Port': ['ID=1f6bf60a-1fe5-4072-a83f-60ee8a74724d,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:34.867696 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c221cac2-0968-409d-ba9d-02cd04734e25 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:44:34.986667 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c221cac2-0968-409d-ba9d-02cd04734e25 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (1e5bb36d-8a3f-447e-a659-b659e8d94a8e), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:34.997004 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3fa7d-de3b-4c8a-950a-0d51a869f706 req-4dcc21bb-da72-4237-808f-755c00ddc32a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:34.998488 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6ec3fa7d-de3b-4c8a-950a-0d51a869f706 req-4dcc21bb-da72-4237-808f-755c00ddc32a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0631645 Sep 28 08:44:35.055077 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c221cac2-0968-409d-ba9d-02cd04734e25 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (1f6bf60a-1fe5-4072-a83f-60ee8a74724d), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:35.058685 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:35.101297 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6ec3fa7d-de3b-4c8a-950a-0d51a869f706 req-e7b6a9de-0479-47e4-86d5-16bb255e3adf tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964229 Sep 28 08:44:35.168048 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:35.214759 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device ed5b6be5-cf6e-47ab-9c77-e942a22429de no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:44:35.225603 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c221cac2-0968-409d-ba9d-02cd04734e25 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for port (1f6bf60a-1fe5-4072-a83f-60ee8a74724d), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:35.231035 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c221cac2-0968-409d-ba9d-02cd04734e25 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3668421'] for port (1f6bf60a-1fe5-4072-a83f-60ee8a74724d), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:35.302709 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c221cac2-0968-409d-ba9d-02cd04734e25 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (1e5bb36d-8a3f-447e-a659-b659e8d94a8e), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:35.312414 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221cac2-0968-409d-ba9d-02cd04734e25 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event updated for resources: {'Port': ['ID=1f6bf60a-1fe5-4072-a83f-60ee8a74724d,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:35.341324 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port ed5b6be5-cf6e-47ab-9c77-e942a22429de is: ACTIVE; New status is: DOWN {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:44:35.341959 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (ed5b6be5-cf6e-47ab-9c77-e942a22429de), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:35.368119 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901f2acc-6433-42cb-a931-82ccde824010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed5b6be5-cf6e-47ab-9c77-e942a22429de'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:44:35.371187 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0eb550b-f014-4c91-a800-fdfce3b052f8" -d '{"events": [{"server_uuid": "901f2acc-6433-42cb-a931-82ccde824010", "name": "network-vif-unplugged", "status": "completed", "tag": "ed5b6be5-cf6e-47ab-9c77-e942a22429de"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:44:35.384779 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port ed5b6be5-cf6e-47ab-9c77-e942a22429de, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ed5b6be5-cf6e-47ab-9c77-e942a22429de,segment=NetworkSegment(1281ad7f-9f33-492a-9a5f-5a420c2b7e06),segment_id=1281ad7f-9f33-492a-9a5f-5a420c2b7e06)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:44:35.390713 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (ed5b6be5-cf6e-47ab-9c77-e942a22429de), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:35.392808 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c221cac2-0968-409d-ba9d-02cd04734e25 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:35.401145 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-c221cac2-0968-409d-ba9d-02cd04734e25 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2222409 Sep 28 08:44:35.433606 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dee76d-f4d5-499f-99fe-b1653985ea60 req-29ce14ed-497c-48d7-ae59-935a23924b8c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:35.435154 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b6dee76d-f4d5-499f-99fe-b1653985ea60 req-29ce14ed-497c-48d7-ae59-935a23924b8c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.1180620 Sep 28 08:44:35.445474 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba105ad-4fa6-4d30-bc55-1bbe455441ca req-b6b91edd-77a9-4a10-ab05-2578b4c10b00 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:35.446960 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2ba105ad-4fa6-4d30-bc55-1bbe455441ca req-b6b91edd-77a9-4a10-ab05-2578b4c10b00 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 945 time: 0.1176882 Sep 28 08:44:35.447867 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=ed5b6be5-cf6e-47ab-9c77-e942a22429de,revision_number=6']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:35.457288 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daf4b3-2027-4283-82b3-0566034ed0ca req-15a497b9-e66e-47e3-aa3d-789449eca3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:35.459187 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c9daf4b3-2027-4283-82b3-0566034ed0ca req-15a497b9-e66e-47e3-aa3d-789449eca3e6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=d3e65d28e5664025978902943452f338&device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 1130 time: 0.0860391 Sep 28 08:44:35.593897 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b6dee76d-f4d5-499f-99fe-b1653985ea60 req-a9106102-afe3-4829-8835-71b72c0495d8 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433010 Sep 28 08:44:35.602439 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2ba105ad-4fa6-4d30-bc55-1bbe455441ca req-547de9a5-c19d-4f93-aea4-3c3807c72bb1 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1418557 Sep 28 08:44:35.630647 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daf4b3-2027-4283-82b3-0566034ed0ca req-b26488f0-eae2-41a6-97f5-3439394c56d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:35.632169 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c9daf4b3-2027-4283-82b3-0566034ed0ca req-b26488f0-eae2-41a6-97f5-3439394c56d3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=ff034301-a1c4-4028-a91c-012c3b139427 HTTP/1.1" status: 200 len: 911 time: 0.1637630 Sep 28 08:44:35.740393 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c9daf4b3-2027-4283-82b3-0566034ed0ca req-4d0d6c24-f31a-4615-842b-215683c2ac95 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6a4b931-a59a-4621-8e16-7c3e343a1e8a HTTP/1.1" status: 200 len: 1002 time: 0.0810056 Sep 28 08:44:35.740798 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Sep 2022 08:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4917b364-ddba-49d2-99c4-e76cc9635bc4 x-openstack-request-id: req-4917b364-ddba-49d2-99c4-e76cc9635bc4 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:44:35.741192 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901f2acc-6433-42cb-a931-82ccde824010", "name": "network-vif-unplugged", "status": "failed", "tag": "ed5b6be5-cf6e-47ab-9c77-e942a22429de", "code": 422}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:44:35.741512 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4917b364-ddba-49d2-99c4-e76cc9635bc4 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:44:35.742159 dv-cinder-844563-8-iscsi neutron-server[106477]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4917b364-ddba-49d2-99c4-e76cc9635bc4']: {'server_uuid': '901f2acc-6433-42cb-a931-82ccde824010', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ed5b6be5-cf6e-47ab-9c77-e942a22429de', 'code': 422} returned with failed status Sep 28 08:44:35.747748 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:44:35.803715 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-e77febf3-bb54-4179-94d4-773ba75f0fdd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--83466896&fields=id&tenant_id=6bc96052a69e409498462a1e4d499910 HTTP/1.1" status: 200 len: 267 time: 0.0891960 Sep 28 08:44:35.826173 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daf4b3-2027-4283-82b3-0566034ed0ca req-51cf9d28-7751-444b-b033-48500c4ec755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:35.827536 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c9daf4b3-2027-4283-82b3-0566034ed0ca req-51cf9d28-7751-444b-b033-48500c4ec755 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=6605e181-a637-4e6a-a804-d0eb5c55d597 HTTP/1.1" status: 200 len: 849 time: 0.0747869 Sep 28 08:44:35.917938 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daf4b3-2027-4283-82b3-0566034ed0ca req-ba01e6ef-f32a-47e3-913f-46fe9e5b927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:35.919656 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c9daf4b3-2027-4283-82b3-0566034ed0ca req-ba01e6ef-f32a-47e3-913f-46fe9e5b927f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ff034301-a1c4-4028-a91c-012c3b139427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535834 Sep 28 08:44:36.000252 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-08d8d555-c418-45f1-8bc1-c6d6459502b3 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:36.001780 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-08d8d555-c418-45f1-8bc1-c6d6459502b3 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/networks?id=b5328add-2390-4470-bd9d-0ff97db6e42c HTTP/1.1" status: 200 len: 814 time: 0.1895807 Sep 28 08:44:36.024894 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-01326f9d-af6f-44f7-a0e2-4a165651b164 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/quotas/6bc96052a69e409498462a1e4d499910 HTTP/1.1" status: 200 len: 375 time: 0.0173378 Sep 28 08:44:36.056961 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:36.071651 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c9daf4b3-2027-4283-82b3-0566034ed0ca req-a6a21570-23c1-4d7b-b085-c0113f0eb4c2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ff034301-a1c4-4028-a91c-012c3b139427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459835 Sep 28 08:44:36.088605 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-1f390c63-a1cf-4a11-a791-800cae3d4866 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=6bc96052a69e409498462a1e4d499910&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552847 Sep 28 08:44:36.116699 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:36.118714 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:36.191552 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-3c98ce02-ff82-449f-8a7d-0b7062f87b5f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911844 Sep 28 08:44:36.333620 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1815716-78ba-48f9-a7bd-080e5c79ac48 req-abb448c4-d764-4e67-8265-c42bd3bcc51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:36.335139 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c1815716-78ba-48f9-a7bd-080e5c79ac48 req-abb448c4-d764-4e67-8265-c42bd3bcc51d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010&tenant_id=c507f95ba3c34cc789ee8903b40c346d HTTP/1.1" status: 200 len: 1127 time: 0.0705659 Sep 28 08:44:36.351919 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-0a17ff61-962c-4ae3-acca-8537d8082380 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544702 Sep 28 08:44:36.357753 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c9daf4b3-2027-4283-82b3-0566034ed0ca req-656d5a55-a38c-41e1-83c9-67a637f8357f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ff034301-a1c4-4028-a91c-012c3b139427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177270 Sep 28 08:44:36.427705 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1815716-78ba-48f9-a7bd-080e5c79ac48 req-98d3cdc9-8194-4643-93bf-d8d02d1fc668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:36.429245 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c1815716-78ba-48f9-a7bd-080e5c79ac48 req-98d3cdc9-8194-4643-93bf-d8d02d1fc668 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c507f95ba3c34cc789ee8903b40c346d&device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 1127 time: 0.0436461 Sep 28 08:44:36.556853 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8d412a11-32e5-4aae-bd78-12a063e14020 req-c58d94da-2e37-479f-8bc5-835f8df8c490 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e6ab421e-2f19-43f0-8732-27ded4ece5d7 HTTP/1.1" status: 200 len: 210 time: 0.0566723 Sep 28 08:44:36.598886 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1815716-78ba-48f9-a7bd-080e5c79ac48 req-f531d209-971e-4a82-abb4-02892430f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:36.600355 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c1815716-78ba-48f9-a7bd-080e5c79ac48 req-f531d209-971e-4a82-abb4-02892430f730 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=b76a6eab-b1a4-4566-a068-3e0c81275bca HTTP/1.1" status: 200 len: 908 time: 0.1238430 Sep 28 08:44:36.674834 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c1815716-78ba-48f9-a7bd-080e5c79ac48 req-e4433f6e-e97e-46d8-bca3-92ac8852d0f3 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed5b6be5-cf6e-47ab-9c77-e942a22429de HTTP/1.1" status: 200 len: 998 time: 0.0674665 Sep 28 08:44:36.820207 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742bfa6-5503-43e7-946c-a6dfe954ef2d req-c6242ee5-30e8-487f-b44a-d4debdc536b6 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:36.821735 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c742bfa6-5503-43e7-946c-a6dfe954ef2d req-c6242ee5-30e8-487f-b44a-d4debdc536b6 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 943 time: 0.0950925 Sep 28 08:44:36.823496 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1815716-78ba-48f9-a7bd-080e5c79ac48 req-c19b546b-dfce-4e6f-ae69-efdd032aa595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:36.827254 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c1815716-78ba-48f9-a7bd-080e5c79ac48 req-c19b546b-dfce-4e6f-ae69-efdd032aa595 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=a0ea148b-44fa-4fa2-9123-8ad42b8808a6 HTTP/1.1" status: 200 len: 846 time: 0.1453569 Sep 28 08:44:36.835373 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59c04c-ca6e-4731-9e98-0e57c1a35451 req-cf3dab58-a55b-4003-9f0c-8bd7c098980a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:36.836800 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6b59c04c-ca6e-4731-9e98-0e57c1a35451 req-cf3dab58-a55b-4003-9f0c-8bd7c098980a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.1409786 Sep 28 08:44:36.958696 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c742bfa6-5503-43e7-946c-a6dfe954ef2d req-39b20fdb-627e-4ec3-812d-55c1f7169741 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1303253 Sep 28 08:44:36.961799 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6b59c04c-ca6e-4731-9e98-0e57c1a35451 req-8d442f55-afb0-44d2-bc32-341dbade5166 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172421 Sep 28 08:44:36.970867 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1815716-78ba-48f9-a7bd-080e5c79ac48 req-38b61f9e-69a0-4115-b4c2-b4c352866ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:36.972359 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c1815716-78ba-48f9-a7bd-080e5c79ac48 req-38b61f9e-69a0-4115-b4c2-b4c352866ae4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b76a6eab-b1a4-4566-a068-3e0c81275bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0745597 Sep 28 08:44:37.498600 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c1815716-78ba-48f9-a7bd-080e5c79ac48 req-c0edffce-d6b7-4a45-9c9b-673a8144a5d9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b76a6eab-b1a4-4566-a068-3e0c81275bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909948 Sep 28 08:44:37.577758 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:37.611933 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c1815716-78ba-48f9-a7bd-080e5c79ac48 req-f7144e84-bcd1-43c9-9703-532bf0c80cfd service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b76a6eab-b1a4-4566-a068-3e0c81275bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916853 Sep 28 08:44:37.678467 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f1df8570-1e64-4a36-9a37-810e51480863 req-1f12aaa2-6e9c-4f38-8c21-d2f65ec9365d tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e6ab421e-2f19-43f0-8732-27ded4ece5d7 HTTP/1.1" status: 200 len: 210 time: 0.0314188 Sep 28 08:44:38.108896 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6cfb2-9ab9-4ae0-9f38-343b25e9746d req-8a5143dc-5174-495d-82d1-2f85d8c2bad5 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:38.110389 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-eac6cfb2-9ab9-4ae0-9f38-343b25e9746d req-8a5143dc-5174-495d-82d1-2f85d8c2bad5 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 943 time: 0.0745385 Sep 28 08:44:38.118051 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf30f08-90b2-4eb7-9de7-db7937440ee6 req-15f2ae2c-ca3d-4e66-b7da-cc14a53292d1 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:38.119407 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6bf30f08-90b2-4eb7-9de7-db7937440ee6 req-15f2ae2c-ca3d-4e66-b7da-cc14a53292d1 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0817060 Sep 28 08:44:38.170543 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:38.197313 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6bf30f08-90b2-4eb7-9de7-db7937440ee6 req-591df905-f3ff-4039-ac82-843ded53dbbf tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705521 Sep 28 08:44:38.200733 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-eac6cfb2-9ab9-4ae0-9f38-343b25e9746d req-31764da1-8917-45a7-a0e3-7779015d8bbc tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0804846 Sep 28 08:44:38.782778 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d2cd664c-1eaa-4c36-875d-c7e36fc62f2c req-f6ff0612-6f72-4093-b81c-d53c10c389e9 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e6ab421e-2f19-43f0-8732-27ded4ece5d7 HTTP/1.1" status: 200 len: 210 time: 0.0290854 Sep 28 08:44:39.300840 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-d0fceb4d-c598-43ac-a52b-f81dbd085bab tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:39.302342 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-d0fceb4d-c598-43ac-a52b-f81dbd085bab tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.26 "GET /networking/v2.0/networks?id=b5328add-2390-4470-bd9d-0ff97db6e42c HTTP/1.1" status: 200 len: 814 time: 0.1250103 Sep 28 08:44:39.343093 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a72926-2f64-4204-8212-3d8f8c2df5a2 req-cbbd4c8e-615e-4dc6-9971-51e2e7ad08d3 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:39.344534 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-26a72926-2f64-4204-8212-3d8f8c2df5a2 req-cbbd4c8e-615e-4dc6-9971-51e2e7ad08d3 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 943 time: 0.0625901 Sep 28 08:44:39.423943 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-7405b61c-e5c5-4d63-a7b3-f373ccf59808 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6bc96052a69e409498462a1e4d499910 HTTP/1.1" status: 200 len: 378 time: 0.0941386 Sep 28 08:44:39.428461 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-26a72926-2f64-4204-8212-3d8f8c2df5a2 req-76c9ac93-9a7c-4a2f-8d7b-f02655227267 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0763755 Sep 28 08:44:39.467965 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-68bac126-d534-4049-9207-3df44e3bc113 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Request body: {'port': {'device_id': 'e6ab421e-2f19-43f0-8732-27ded4ece5d7', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'admin_state_up': True, 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'security_groups': ['d7239424-3ce5-4ab0-9037-2f4bf0f9a5ee']}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:44:39.582278 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-68bac126-d534-4049-9207-3df44e3bc113 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Made reservation on behalf of 6bc96052a69e409498462a1e4d499910 for: {'port': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:44:39.586084 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-68bac126-d534-4049-9207-3df44e3bc113 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:39.711263 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-68bac126-d534-4049-9207-3df44e3bc113 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Allocated IP 172.20.0.8 (b5328add-2390-4470-bd9d-0ff97db6e42c/d697553d-3af9-4c9b-ba05-d2609a53313e/0394e60a-0854-4093-8091-63c585ef8d20) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:44:39.849673 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-68bac126-d534-4049-9207-3df44e3bc113 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for port (0394e60a-0854-4093-8091-63c585ef8d20), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:39.856389 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:39.897317 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7a42a9e5-c786-4c7d-8e1a-a94dacbe2eaa req-e25e1e62-e549-4448-afba-ceb27f3af63b tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e6ab421e-2f19-43f0-8732-27ded4ece5d7 HTTP/1.1" status: 200 len: 210 time: 0.0396290 Sep 28 08:44:39.911842 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-68bac126-d534-4049-9207-3df44e3bc113 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (0394e60a-0854-4093-8091-63c585ef8d20), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:39.951665 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:39.960955 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-68bac126-d534-4049-9207-3df44e3bc113 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Network b5328add-2390-4470-bd9d-0ff97db6e42c is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:44:39.966629 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-68bac126-d534-4049-9207-3df44e3bc113 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:44:39.971142 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-68bac126-d534-4049-9207-3df44e3bc113 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:44:39.975386 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bac126-d534-4049-9207-3df44e3bc113 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event updated for resources: {'Port': ['ID=0394e60a-0854-4093-8091-63c585ef8d20,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:40.021832 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-68bac126-d534-4049-9207-3df44e3bc113 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:40.022487 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-68bac126-d534-4049-9207-3df44e3bc113 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:40.039848 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-68bac126-d534-4049-9207-3df44e3bc113 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5757637 Sep 28 08:44:40.100025 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-cc1edfbb-ebbc-4e56-9be1-34810e5ec044 service neutron] Request body: {'port': {'device_id': 'e6ab421e-2f19-43f0-8732-27ded4ece5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:44:40.162932 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-cc1edfbb-ebbc-4e56-9be1-34810e5ec044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (0394e60a-0854-4093-8091-63c585ef8d20), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:40.215273 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-73ce884b-fb0f-4307-99cb-9931bac055df None None] Provisioning complete for port 0394e60a-0854-4093-8091-63c585ef8d20 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:44:40.215917 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-73ce884b-fb0f-4307-99cb-9931bac055df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (0394e60a-0854-4093-8091-63c585ef8d20), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:40.216016 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-73ce884b-fb0f-4307-99cb-9931bac055df None None] Attempt 1 to provision port 0394e60a-0854-4093-8091-63c585ef8d20 Sep 28 08:44:40.248357 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-73ce884b-fb0f-4307-99cb-9931bac055df None None] Port 0394e60a-0854-4093-8091-63c585ef8d20 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:44:40.411642 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-cc1edfbb-ebbc-4e56-9be1-34810e5ec044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0394e60a-0854-4093-8091-63c585ef8d20 {{(pid=106476) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:44:40.418883 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-cc1edfbb-ebbc-4e56-9be1-34810e5ec044 service neutron] Publish callbacks [] for port (0394e60a-0854-4093-8091-63c585ef8d20), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:40.431096 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.provisioning_blocks [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-cc1edfbb-ebbc-4e56-9be1-34810e5ec044 service neutron] Transition to ACTIVE for port object 0394e60a-0854-4093-8091-63c585ef8d20 will not be triggered until provisioned by entity L2. {{(pid=106476) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 08:44:40.435150 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-cc1edfbb-ebbc-4e56-9be1-34810e5ec044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3668421'] for port (0394e60a-0854-4093-8091-63c585ef8d20), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:40.515017 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1edfbb-ebbc-4e56-9be1-34810e5ec044 service neutron] Pushing event updated for resources: {'Port': ['ID=0394e60a-0854-4093-8091-63c585ef8d20,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:40.574265 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f0ff3-7c06-4be2-8931-25a0c7f7947a req-9b7c29d4-d9c7-4ea6-a29e-8d1e3d4a07bb tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:40.575747 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-529f0ff3-7c06-4be2-8931-25a0c7f7947a req-9b7c29d4-d9c7-4ea6-a29e-8d1e3d4a07bb tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 943 time: 0.0618629 Sep 28 08:44:40.599761 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-cc1edfbb-ebbc-4e56-9be1-34810e5ec044 service neutron] Attempting to bind port 0394e60a-0854-4093-8091-63c585ef8d20 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:44:40.600097 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-cc1edfbb-ebbc-4e56-9be1-34810e5ec044 service neutron] Attempting to bind port 0394e60a-0854-4093-8091-63c585ef8d20 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c'}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:44:40.600427 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-cc1edfbb-ebbc-4e56-9be1-34810e5ec044 service neutron] Attempting to bind port 0394e60a-0854-4093-8091-63c585ef8d20 on network b5328add-2390-4470-bd9d-0ff97db6e42c {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:44:40.664717 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-529f0ff3-7c06-4be2-8931-25a0c7f7947a req-e33879fd-50bc-4326-86cb-d350536e8729 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0812356 Sep 28 08:44:40.670262 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-cc1edfbb-ebbc-4e56-9be1-34810e5ec044 service neutron] Port 0394e60a-0854-4093-8091-63c585ef8d20 on network b5328add-2390-4470-bd9d-0ff97db6e42c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:44:40.670582 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-cc1edfbb-ebbc-4e56-9be1-34810e5ec044 service neutron] Attempting to bind port 0394e60a-0854-4093-8091-63c585ef8d20 on network b5328add-2390-4470-bd9d-0ff97db6e42c {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:44:40.713056 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-cc1edfbb-ebbc-4e56-9be1-34810e5ec044 service neutron] Checking agent: {'id': '0e203ff6-fe6d-4565-9e88-81d2831b3c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'started_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:44:40.713434 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-cc1edfbb-ebbc-4e56-9be1-34810e5ec044 service neutron] Checking segment: {'id': '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:44:40.713815 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-cc1edfbb-ebbc-4e56-9be1-34810e5ec044 service neutron] Bound using segment: {'id': '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c'} {{(pid=106476) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:44:40.714280 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.managers [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-cc1edfbb-ebbc-4e56-9be1-34810e5ec044 service neutron] Bound port: 0394e60a-0854-4093-8091-63c585ef8d20, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c'}}] {{(pid=106476) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:44:40.714634 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-cc1edfbb-ebbc-4e56-9be1-34810e5ec044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (0394e60a-0854-4093-8091-63c585ef8d20), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:40.717143 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:40.749180 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-73ce884b-fb0f-4307-99cb-9931bac055df None None] Attempt 2 to provision port 0394e60a-0854-4093-8091-63c585ef8d20 Sep 28 08:44:40.775537 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-cc1edfbb-ebbc-4e56-9be1-34810e5ec044 service neutron] For port 0394e60a-0854-4093-8091-63c585ef8d20, host hv-cinder-84456, cleared binding levels {{(pid=106476) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:44:40.779204 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-cc1edfbb-ebbc-4e56-9be1-34810e5ec044 service neutron] For port 0394e60a-0854-4093-8091-63c585ef8d20, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=0394e60a-0854-4093-8091-63c585ef8d20,segment=NetworkSegment(52f4fd3c-c9b0-4536-b2fa-f368a4de5deb),segment_id=52f4fd3c-c9b0-4536-b2fa-f368a4de5deb)] {{(pid=106476) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:44:40.785436 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-cc1edfbb-ebbc-4e56-9be1-34810e5ec044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3668421'] for port (0394e60a-0854-4093-8091-63c585ef8d20), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:40.785706 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-73ce884b-fb0f-4307-99cb-9931bac055df None None] Port 0394e60a-0854-4093-8091-63c585ef8d20 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:44:40.790919 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-cc1edfbb-ebbc-4e56-9be1-34810e5ec044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:40.791517 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-cc1edfbb-ebbc-4e56-9be1-34810e5ec044 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:40.793480 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-cc1edfbb-ebbc-4e56-9be1-34810e5ec044 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/0394e60a-0854-4093-8091-63c585ef8d20 HTTP/1.1" status: 200 len: 1093 time: 0.6978195 Sep 28 08:44:40.793964 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ab421e-2f19-43f0-8732-27ded4ece5d7', 'tag': '0394e60a-0854-4093-8091-63c585ef8d20'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:44:40.796446 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7ed2ddc4584b00f7c30cf30121e6cd69d5fd04907018550f4f3d85fbaaf14d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc989c30-5f1d-4572-b2a0-1fe1f0b22bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ab421e-2f19-43f0-8732-27ded4ece5d7", "tag": "0394e60a-0854-4093-8091-63c585ef8d20"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:44:40.829058 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:40.839909 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666d3a88-eb45-479b-86b1-eb6fd8c0a1aa x-openstack-request-id: req-666d3a88-eb45-479b-86b1-eb6fd8c0a1aa {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:44:40.840189 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ab421e-2f19-43f0-8732-27ded4ece5d7", "tag": "0394e60a-0854-4093-8091-63c585ef8d20", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:44:40.840435 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-666d3a88-eb45-479b-86b1-eb6fd8c0a1aa {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:44:40.840828 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-666d3a88-eb45-479b-86b1-eb6fd8c0a1aa'] response: {'name': 'network-changed', 'server_uuid': 'e6ab421e-2f19-43f0-8732-27ded4ece5d7', 'tag': '0394e60a-0854-4093-8091-63c585ef8d20', 'status': 'completed', 'code': 200} Sep 28 08:44:40.844509 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1edfbb-ebbc-4e56-9be1-34810e5ec044 service neutron] Pushing event updated for resources: {'Port': ['ID=0394e60a-0854-4093-8091-63c585ef8d20,revision_number=3']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:40.910903 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-b56e64b2-1c93-44ff-bc0c-07846fe756f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:40.912434 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-b56e64b2-1c93-44ff-bc0c-07846fe756f1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6bc96052a69e409498462a1e4d499910&device_id=e6ab421e-2f19-43f0-8732-27ded4ece5d7 HTTP/1.1" status: 200 len: 1127 time: 0.0485165 Sep 28 08:44:40.957254 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-ab7af4a8-8850-441a-bbeb-da4683e4bb93 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0394e60a-0854-4093-8091-63c585ef8d20 HTTP/1.1" status: 200 len: 217 time: 0.0323451 Sep 28 08:44:41.040718 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-c16d7f4a-accf-4ec0-a1c5-98ae5de554d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:41.042230 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-c16d7f4a-accf-4ec0-a1c5-98ae5de554d3 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d697553d-3af9-4c9b-ba05-d2609a53313e HTTP/1.1" status: 200 len: 853 time: 0.0791576 Sep 28 08:44:41.048245 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6c5a4-1f41-47b9-b687-ddd49d81e695 req-c067703a-1b32-4f5d-a836-f0778a415526 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:41.049594 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c8d6c5a4-1f41-47b9-b687-ddd49d81e695 req-c067703a-1b32-4f5d-a836-f0778a415526 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e6ab421e-2f19-43f0-8732-27ded4ece5d7 HTTP/1.1" status: 200 len: 943 time: 0.0774639 Sep 28 08:44:41.106359 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-a1d72038-224f-4e7c-816a-fc0bbc8f2c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:41.107826 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-a1d72038-224f-4e7c-816a-fc0bbc8f2c62 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b5328add-2390-4470-bd9d-0ff97db6e42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574117 Sep 28 08:44:41.131694 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c8d6c5a4-1f41-47b9-b687-ddd49d81e695 req-096026d1-f495-4d8d-a24c-9f27a8ab550b tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7239424-3ce5-4ab0-9037-2f4bf0f9a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739796 Sep 28 08:44:41.210280 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-7459de3e-3cb6-407b-8656-1e8e27adecca service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930068 Sep 28 08:44:41.287012 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-73ce884b-fb0f-4307-99cb-9931bac055df None None] Attempt 3 to provision port 0394e60a-0854-4093-8091-63c585ef8d20 Sep 28 08:44:41.300778 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1db27a58-e11b-4edc-9ca1-d36d052ee3c7 req-661ff592-45da-40fc-b51a-680734a09b44 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833631 Sep 28 08:44:41.329500 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-73ce884b-fb0f-4307-99cb-9931bac055df None None] Port 0394e60a-0854-4093-8091-63c585ef8d20 had new provisioning blocks added so it will not transition to active. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 08:44:42.053396 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707f256-7329-441c-969c-ba19f9a81a3f req-88a60419-bc95-4eaf-b04a-452a7a271136 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:42.054849 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d707f256-7329-441c-969c-ba19f9a81a3f req-88a60419-bc95-4eaf-b04a-452a7a271136 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 943 time: 0.3155575 Sep 28 08:44:42.104127 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d707f256-7329-441c-969c-ba19f9a81a3f req-d6f499f0-d70e-4b5d-be32-993f294c6829 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436735 Sep 28 08:44:42.253823 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c497fcf-c6c1-43b8-9a52-9d4060762966 req-1e226899-8486-4d55-b672-2688c0a1aabc tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:42.255870 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4c497fcf-c6c1-43b8-9a52-9d4060762966 req-1e226899-8486-4d55-b672-2688c0a1aabc tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e6ab421e-2f19-43f0-8732-27ded4ece5d7 HTTP/1.1" status: 200 len: 943 time: 0.0473523 Sep 28 08:44:42.305186 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4c497fcf-c6c1-43b8-9a52-9d4060762966 req-a5b4cc15-d194-4823-ba38-e9037b037a2d tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7239424-3ce5-4ab0-9037-2f4bf0f9a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440772 Sep 28 08:44:43.225915 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69312cef-ae2e-4f7d-a902-953f9e4a7898 req-a8d44c9a-a105-411d-b5c1-5441a2df0daf tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:43.227382 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-69312cef-ae2e-4f7d-a902-953f9e4a7898 req-a8d44c9a-a105-411d-b5c1-5441a2df0daf tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 943 time: 0.0495908 Sep 28 08:44:43.228955 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 0394e60a-0854-4093-8091-63c585ef8d20 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:44:43.276969 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-69312cef-ae2e-4f7d-a902-953f9e4a7898 req-6bcefb1a-fb7f-4bf1-9afc-2150b57eba4a tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430186 Sep 28 08:44:43.331406 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 0394e60a-0854-4093-8091-63c585ef8d20, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=0394e60a-0854-4093-8091-63c585ef8d20,segment=NetworkSegment(52f4fd3c-c9b0-4536-b2fa-f368a4de5deb),segment_id=52f4fd3c-c9b0-4536-b2fa-f368a4de5deb)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:44:43.342979 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': '0394e60a-0854-4093-8091-63c585ef8d20', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'port_id': '0394e60a-0854-4093-8091-63c585ef8d20', 'mac_address': 'fa:16:3e:d0:18:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:44:43.378125 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 0394e60a-0854-4093-8091-63c585ef8d20 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:44:43.378518 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (0394e60a-0854-4093-8091-63c585ef8d20), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:43.392043 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0394e60a-0854-4093-8091-63c585ef8d20 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:44:43.413297 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 0394e60a-0854-4093-8091-63c585ef8d20, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=0394e60a-0854-4093-8091-63c585ef8d20,segment=NetworkSegment(52f4fd3c-c9b0-4536-b2fa-f368a4de5deb),segment_id=52f4fd3c-c9b0-4536-b2fa-f368a4de5deb)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:44:43.419176 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (0394e60a-0854-4093-8091-63c585ef8d20), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:43.426980 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290cbd4-9456-40d4-9190-610d74ec8fcd req-9cd6880f-8f8e-49dc-86de-ce0339954311 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:43.428515 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7290cbd4-9456-40d4-9190-610d74ec8fcd req-9cd6880f-8f8e-49dc-86de-ce0339954311 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e6ab421e-2f19-43f0-8732-27ded4ece5d7 HTTP/1.1" status: 200 len: 943 time: 0.0504007 Sep 28 08:44:43.461241 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=88,neutron:UPDATE=12 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:43.466864 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=0394e60a-0854-4093-8091-63c585ef8d20,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:43.479047 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7290cbd4-9456-40d4-9190-610d74ec8fcd req-de867566-60c6-446b-8b96-d916aeced24c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7239424-3ce5-4ab0-9037-2f4bf0f9a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443270 Sep 28 08:44:43.914809 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['0394e60a-0854-4093-8091-63c585ef8d20'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:44:43.974865 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:44.422334 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e5314-32b6-49fe-bc3c-a57bd06f3f41 req-829c7c12-a025-4fe4-9906-8ab44837f94b tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:44.423785 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-053e5314-32b6-49fe-bc3c-a57bd06f3f41 req-829c7c12-a025-4fe4-9906-8ab44837f94b tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 943 time: 0.0734091 Sep 28 08:44:44.428542 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:44.438047 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc989c30-5f1d-4572-b2a0-1fe1f0b22bd5 req-1ef2de04-94d9-422d-9695-a5ceba10a34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:44.439445 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fc989c30-5f1d-4572-b2a0-1fe1f0b22bd5 req-1ef2de04-94d9-422d-9695-a5ceba10a34a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6bc96052a69e409498462a1e4d499910&device_id=e6ab421e-2f19-43f0-8732-27ded4ece5d7 HTTP/1.1" status: 200 len: 1128 time: 0.0616438 Sep 28 08:44:44.478007 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-053e5314-32b6-49fe-bc3c-a57bd06f3f41 req-96b8f581-c61d-48c4-bd9f-664cbd942ef2 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481787 Sep 28 08:44:44.599652 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291447e-a1a3-4c7b-b510-e645942fb3b9 req-18aef4b5-6f29-4ff5-9885-847d7653c5ad tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:44.601173 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d291447e-a1a3-4c7b-b510-e645942fb3b9 req-18aef4b5-6f29-4ff5-9885-847d7653c5ad tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e6ab421e-2f19-43f0-8732-27ded4ece5d7 HTTP/1.1" status: 200 len: 944 time: 0.0462892 Sep 28 08:44:44.648785 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d291447e-a1a3-4c7b-b510-e645942fb3b9 req-3f3f26cc-bd0d-4e48-887d-b0e2eaad12dc tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7239424-3ce5-4ab0-9037-2f4bf0f9a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415289 Sep 28 08:44:45.232237 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 0394e60a-0854-4093-8091-63c585ef8d20 up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:44:45.274378 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning for port 0394e60a-0854-4093-8091-63c585ef8d20 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 08:44:45.280081 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port 0394e60a-0854-4093-8091-63c585ef8d20 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:44:45.281218 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (0394e60a-0854-4093-8091-63c585ef8d20), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:45.281218 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port 0394e60a-0854-4093-8091-63c585ef8d20 Sep 28 08:44:45.356142 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 0394e60a-0854-4093-8091-63c585ef8d20 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:44:45.356506 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (0394e60a-0854-4093-8091-63c585ef8d20), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:45.379350 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ab421e-2f19-43f0-8732-27ded4ece5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0394e60a-0854-4093-8091-63c585ef8d20'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:44:45.381629 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05ed67a-cb79-42f4-885c-75fba4fb5095" -d '{"events": [{"server_uuid": "e6ab421e-2f19-43f0-8732-27ded4ece5d7", "name": "network-vif-plugged", "status": "completed", "tag": "0394e60a-0854-4093-8091-63c585ef8d20"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:44:45.394793 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 0394e60a-0854-4093-8091-63c585ef8d20, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=0394e60a-0854-4093-8091-63c585ef8d20,segment=NetworkSegment(52f4fd3c-c9b0-4536-b2fa-f368a4de5deb),segment_id=52f4fd3c-c9b0-4536-b2fa-f368a4de5deb)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:44:45.398839 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (0394e60a-0854-4093-8091-63c585ef8d20), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:45.421721 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d780575-7968-4d6b-869b-14a96973b002 x-openstack-request-id: req-0d780575-7968-4d6b-869b-14a96973b002 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:44:45.422025 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ab421e-2f19-43f0-8732-27ded4ece5d7", "name": "network-vif-plugged", "status": "completed", "tag": "0394e60a-0854-4093-8091-63c585ef8d20", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:44:45.422681 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0d780575-7968-4d6b-869b-14a96973b002 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:44:45.422681 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d780575-7968-4d6b-869b-14a96973b002'] response: {'server_uuid': 'e6ab421e-2f19-43f0-8732-27ded4ece5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0394e60a-0854-4093-8091-63c585ef8d20', 'code': 200} Sep 28 08:44:45.448394 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=0394e60a-0854-4093-8091-63c585ef8d20,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:45.590271 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:45.604267 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96ea04-b84e-4081-b65d-666993d1120a req-e0ac2330-0ad6-4d70-93d3-cc0b90575f2e tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:45.606268 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cf96ea04-b84e-4081-b65d-666993d1120a req-e0ac2330-0ad6-4d70-93d3-cc0b90575f2e tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 943 time: 0.0524852 Sep 28 08:44:45.655646 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cf96ea04-b84e-4081-b65d-666993d1120a req-90fc359b-3400-4ace-885f-62061b1d41c3 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437713 Sep 28 08:44:45.772735 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41e53a-34a6-4075-8051-c9962d8faae3 req-07c1327c-8abb-4f08-9a1d-de6b24dbfc3b tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:45.774138 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7c41e53a-34a6-4075-8051-c9962d8faae3 req-07c1327c-8abb-4f08-9a1d-de6b24dbfc3b tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e6ab421e-2f19-43f0-8732-27ded4ece5d7 HTTP/1.1" status: 200 len: 945 time: 0.0508595 Sep 28 08:44:45.845139 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7c41e53a-34a6-4075-8051-c9962d8faae3 req-86ce3bbc-d74d-48b5-8198-b993df6db6b3 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7239424-3ce5-4ab0-9037-2f4bf0f9a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648735 Sep 28 08:44:45.918881 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc989c30-5f1d-4572-b2a0-1fe1f0b22bd5 req-f6678491-bb3a-4395-88ca-9beb34951551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:45.920602 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fc989c30-5f1d-4572-b2a0-1fe1f0b22bd5 req-f6678491-bb3a-4395-88ca-9beb34951551 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=b5328add-2390-4470-bd9d-0ff97db6e42c HTTP/1.1" status: 200 len: 915 time: 0.1076367 Sep 28 08:44:45.960219 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fc989c30-5f1d-4572-b2a0-1fe1f0b22bd5 req-a1f42d70-7ecc-4816-8069-9dbf9ea6ea00 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0394e60a-0854-4093-8091-63c585ef8d20 HTTP/1.1" status: 200 len: 217 time: 0.0334618 Sep 28 08:44:46.011383 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c3c6a-a162-4fa4-95db-98ce1e9fda3b req-373465f0-af81-43ed-bce1-6070631df83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:46.013007 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-998c3c6a-a162-4fa4-95db-98ce1e9fda3b req-373465f0-af81-43ed-bce1-6070631df83b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e6ab421e-2f19-43f0-8732-27ded4ece5d7 HTTP/1.1" status: 200 len: 1129 time: 0.0412161 Sep 28 08:44:46.016102 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc989c30-5f1d-4572-b2a0-1fe1f0b22bd5 req-3d71ff12-9be5-4fc1-91a8-e6536377ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:46.017642 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fc989c30-5f1d-4572-b2a0-1fe1f0b22bd5 req-3d71ff12-9be5-4fc1-91a8-e6536377ff0f service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d697553d-3af9-4c9b-ba05-d2609a53313e HTTP/1.1" status: 200 len: 853 time: 0.0456581 Sep 28 08:44:46.064490 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-998c3c6a-a162-4fa4-95db-98ce1e9fda3b req-2e677c76-685e-41ae-8a8c-0f6d693c0840 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=d7239424-3ce5-4ab0-9037-2f4bf0f9a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459652 Sep 28 08:44:46.067122 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc989c30-5f1d-4572-b2a0-1fe1f0b22bd5 req-f9402825-e40b-4d53-ab38-cc69b28e0cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:46.068574 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fc989c30-5f1d-4572-b2a0-1fe1f0b22bd5 req-f9402825-e40b-4d53-ab38-cc69b28e0cef service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b5328add-2390-4470-bd9d-0ff97db6e42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457761 Sep 28 08:44:46.611212 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fc989c30-5f1d-4572-b2a0-1fe1f0b22bd5 req-157d0a2a-a82f-452f-aa19-dc368ddeff41 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856605 Sep 28 08:44:46.777494 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350a225-dbf8-4545-b4d7-77971d6b166c req-870841b1-69e1-44a3-b14a-43c2e923e197 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:46.778908 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7350a225-dbf8-4545-b4d7-77971d6b166c req-870841b1-69e1-44a3-b14a-43c2e923e197 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 943 time: 0.0469193 Sep 28 08:44:46.841349 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7350a225-dbf8-4545-b4d7-77971d6b166c req-8c6abbdc-5bcd-4211-9c24-b6e25270a8ef tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568805 Sep 28 08:44:46.970909 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d4d8d-ccd7-4b36-ae26-3d9cff385c69 req-8abe0c0a-f13d-4e40-8859-89a4bc5a2a49 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:46.972358 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-dd7d4d8d-ccd7-4b36-ae26-3d9cff385c69 req-8abe0c0a-f13d-4e40-8859-89a4bc5a2a49 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e6ab421e-2f19-43f0-8732-27ded4ece5d7 HTTP/1.1" status: 200 len: 945 time: 0.0457039 Sep 28 08:44:47.019218 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-dd7d4d8d-ccd7-4b36-ae26-3d9cff385c69 req-eaafff5b-ea4a-4f19-b442-9daef513b0e0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7239424-3ce5-4ab0-9037-2f4bf0f9a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412109 Sep 28 08:44:47.222447 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device ed5b6be5-cf6e-47ab-9c77-e942a22429de details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:44:47.275920 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fc989c30-5f1d-4572-b2a0-1fe1f0b22bd5 req-db6fe233-da15-4070-8009-ae3db4c5c042 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874786 Sep 28 08:44:47.325568 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port ed5b6be5-cf6e-47ab-9c77-e942a22429de, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ed5b6be5-cf6e-47ab-9c77-e942a22429de,segment=NetworkSegment(1281ad7f-9f33-492a-9a5f-5a420c2b7e06),segment_id=1281ad7f-9f33-492a-9a5f-5a420c2b7e06)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:44:47.336580 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': 'ed5b6be5-cf6e-47ab-9c77-e942a22429de', 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca', 'port_id': 'ed5b6be5-cf6e-47ab-9c77-e942a22429de', 'mac_address': 'fa:16:3e:6f:9a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ea148b-44fa-4fa2-9123-8ad42b8808a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:44:47.371156 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port ed5b6be5-cf6e-47ab-9c77-e942a22429de is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:44:47.371547 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (ed5b6be5-cf6e-47ab-9c77-e942a22429de), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:47.384116 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5b6be5-cf6e-47ab-9c77-e942a22429de {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:44:47.406894 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port ed5b6be5-cf6e-47ab-9c77-e942a22429de, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ed5b6be5-cf6e-47ab-9c77-e942a22429de,segment=NetworkSegment(1281ad7f-9f33-492a-9a5f-5a420c2b7e06),segment_id=1281ad7f-9f33-492a-9a5f-5a420c2b7e06)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:44:47.411071 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (ed5b6be5-cf6e-47ab-9c77-e942a22429de), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:47.462899 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=ed5b6be5-cf6e-47ab-9c77-e942a22429de,revision_number=7']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:47.949027 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:47.962227 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170302ad-18dc-472d-922c-17ead383d3fb req-329cc293-9335-47db-9f1b-a536813a72ef tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:47.963694 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-170302ad-18dc-472d-922c-17ead383d3fb req-329cc293-9335-47db-9f1b-a536813a72ef tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 944 time: 0.0481405 Sep 28 08:44:47.981218 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['ed5b6be5-cf6e-47ab-9c77-e942a22429de'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:44:48.014600 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-170302ad-18dc-472d-922c-17ead383d3fb req-f0f52071-0575-4142-92e0-f78789807fa1 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445666 Sep 28 08:44:48.089658 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:48.151012 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:48.152580 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d8e13-2d44-490d-beab-8758be701f21 req-0b8bb1f1-514e-4a12-8161-69b85da56b96 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:48.154422 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c16d8e13-2d44-490d-beab-8758be701f21 req-0b8bb1f1-514e-4a12-8161-69b85da56b96 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e6ab421e-2f19-43f0-8732-27ded4ece5d7 HTTP/1.1" status: 200 len: 945 time: 0.0573347 Sep 28 08:44:48.204513 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c16d8e13-2d44-490d-beab-8758be701f21 req-cd2daa87-35ee-4040-8b79-2e77735b640b tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7239424-3ce5-4ab0-9037-2f4bf0f9a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431509 Sep 28 08:44:48.327632 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef64e0-1266-4e1f-853c-c9fd372f1629 req-90804c06-c471-42a0-b288-9f715f9b12b5 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:48.329255 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e0ef64e0-1266-4e1f-853c-c9fd372f1629 req-90804c06-c471-42a0-b288-9f715f9b12b5 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e6ab421e-2f19-43f0-8732-27ded4ece5d7 HTTP/1.1" status: 200 len: 945 time: 0.0506678 Sep 28 08:44:48.339358 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 57522) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:44:48.343903 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-d8e81c12-f4d6-445e-8ac2-9f18df6ede4d tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Request body: {'floatingip': {'port_id': '0394e60a-0854-4093-8091-63c585ef8d20'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:44:48.381947 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d8e81c12-f4d6-445e-8ac2-9f18df6ede4d tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (1e5bb36d-8a3f-447e-a659-b659e8d94a8e), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:49.022512 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d8e81c12-f4d6-445e-8ac2-9f18df6ede4d tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:49.026840 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d8e81c12-f4d6-445e-8ac2-9f18df6ede4d tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (1e5bb36d-8a3f-447e-a659-b659e8d94a8e), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:49.129805 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.db.l3_db [None req-d8e81c12-f4d6-445e-8ac2-9f18df6ede4d tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Floating IP 1e5bb36d-8a3f-447e-a659-b659e8d94a8e associated. External IP: 172.27.2.112, port: 0394e60a-0854-4093-8091-63c585ef8d20. Sep 28 08:44:49.138966 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847138e-2ef6-4cbf-b45f-db13685f9089 req-ad435431-9a00-4186-a37c-cfe455627e87 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:49.140460 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8847138e-2ef6-4cbf-b45f-db13685f9089 req-ad435431-9a00-4186-a37c-cfe455627e87 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 944 time: 0.0494275 Sep 28 08:44:49.172137 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:49.191578 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8847138e-2ef6-4cbf-b45f-db13685f9089 req-493e0136-5889-4930-a9bc-5d01e1246759 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454128 Sep 28 08:44:49.237532 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device ed5b6be5-cf6e-47ab-9c77-e942a22429de up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:44:49.278602 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:49.281874 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port ed5b6be5-cf6e-47ab-9c77-e942a22429de triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:44:49.282256 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (ed5b6be5-cf6e-47ab-9c77-e942a22429de), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:49.282596 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port ed5b6be5-cf6e-47ab-9c77-e942a22429de Sep 28 08:44:49.341708 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e81c12-f4d6-445e-8ac2-9f18df6ede4d tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Router 2c1b6b9f-8cae-431f-8691-887c46e580ff has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:44:49.358972 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port ed5b6be5-cf6e-47ab-9c77-e942a22429de is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:44:49.359367 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (ed5b6be5-cf6e-47ab-9c77-e942a22429de), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:49.382560 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901f2acc-6433-42cb-a931-82ccde824010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5b6be5-cf6e-47ab-9c77-e942a22429de'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:44:49.384794 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791b590c-a23c-40be-ba94-0a623c6e2332" -d '{"events": [{"server_uuid": "901f2acc-6433-42cb-a931-82ccde824010", "name": "network-vif-plugged", "status": "completed", "tag": "ed5b6be5-cf6e-47ab-9c77-e942a22429de"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:44:49.397803 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port ed5b6be5-cf6e-47ab-9c77-e942a22429de, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ed5b6be5-cf6e-47ab-9c77-e942a22429de,segment=NetworkSegment(1281ad7f-9f33-492a-9a5f-5a420c2b7e06),segment_id=1281ad7f-9f33-492a-9a5f-5a420c2b7e06)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:44:49.404808 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (ed5b6be5-cf6e-47ab-9c77-e942a22429de), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:49.427819 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d806fa31-1be6-4196-871c-25b745f7e37b x-openstack-request-id: req-d806fa31-1be6-4196-871c-25b745f7e37b {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:44:49.428109 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901f2acc-6433-42cb-a931-82ccde824010", "name": "network-vif-plugged", "status": "completed", "tag": "ed5b6be5-cf6e-47ab-9c77-e942a22429de", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:44:49.428362 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d806fa31-1be6-4196-871c-25b745f7e37b {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:44:49.428756 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d806fa31-1be6-4196-871c-25b745f7e37b'] response: {'server_uuid': '901f2acc-6433-42cb-a931-82ccde824010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5b6be5-cf6e-47ab-9c77-e942a22429de', 'code': 200} Sep 28 08:44:49.454780 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=ed5b6be5-cf6e-47ab-9c77-e942a22429de,revision_number=8']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:44:49.455530 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e81c12-f4d6-445e-8ac2-9f18df6ede4d tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:44:49.460227 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d8e81c12-f4d6-445e-8ac2-9f18df6ede4d tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:49.462206 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:49.462432 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:49.462934 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:49.463292 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:49.463622 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:49.464486 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:49.464815 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:49.465153 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:49.465493 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:49.465799 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:49.466112 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:49.466650 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:49.467118 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:49.467595 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:49.468074 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:44:49.479535 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01efc8ed-3274-4ae4-9f24-b9e3d9909183 None None] Sync routers for ids ['2c1b6b9f-8cae-431f-8691-887c46e580ff'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:44:49.492974 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-d8e81c12-f4d6-445e-8ac2-9f18df6ede4d tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/1e5bb36d-8a3f-447e-a659-b659e8d94a8e HTTP/1.1" status: 200 len: 991 time: 1.1524932 Sep 28 08:44:49.493803 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ab421e-2f19-43f0-8732-27ded4ece5d7', 'tag': '0394e60a-0854-4093-8091-63c585ef8d20'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:44:49.497511 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fd943b-7dd6-4d22-842f-5f8509adabae" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ab421e-2f19-43f0-8732-27ded4ece5d7", "tag": "0394e60a-0854-4093-8091-63c585ef8d20"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:44:49.506554 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01efc8ed-3274-4ae4-9f24-b9e3d9909183 None None] Routers {'2c1b6b9f-8cae-431f-8691-887c46e580ff'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:44:49.507201 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-01efc8ed-3274-4ae4-9f24-b9e3d9909183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:44:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['2c1b6b9f-8cae-431f-8691-887c46e580ff'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:49.599640 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee9dae5-118b-4df7-80c3-93e10b973feb x-openstack-request-id: req-1ee9dae5-118b-4df7-80c3-93e10b973feb {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:44:49.599971 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ab421e-2f19-43f0-8732-27ded4ece5d7", "tag": "0394e60a-0854-4093-8091-63c585ef8d20", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:44:49.600258 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1ee9dae5-118b-4df7-80c3-93e10b973feb {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:44:49.600709 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ee9dae5-118b-4df7-80c3-93e10b973feb'] response: {'name': 'network-changed', 'server_uuid': 'e6ab421e-2f19-43f0-8732-27ded4ece5d7', 'tag': '0394e60a-0854-4093-8091-63c585ef8d20', 'status': 'completed', 'code': 200} Sep 28 08:44:49.619924 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-01efc8ed-3274-4ae4-9f24-b9e3d9909183 None None] Set router 2c1b6b9f-8cae-431f-8691-887c46e580ff gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:44:49.718656 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd943b-7dd6-4d22-842f-5f8509adabae req-cefe49e0-9282-4b51-8f13-71cdd942a449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:49.720218 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-19fd943b-7dd6-4d22-842f-5f8509adabae req-cefe49e0-9282-4b51-8f13-71cdd942a449 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6bc96052a69e409498462a1e4d499910&device_id=e6ab421e-2f19-43f0-8732-27ded4ece5d7 HTTP/1.1" status: 200 len: 1129 time: 0.0493960 Sep 28 08:44:49.744110 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:49.786638 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f02cf-a407-4480-af9a-26a7e00e4f80 req-6f7a9ba6-d397-49d8-9164-588071c916cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:49.788171 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0b1f02cf-a407-4480-af9a-26a7e00e4f80 req-6f7a9ba6-d397-49d8-9164-588071c916cc service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 1129 time: 0.0402424 Sep 28 08:44:49.837964 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd943b-7dd6-4d22-842f-5f8509adabae req-a5bddd08-4448-45ce-b628-a7a441f8bd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:49.838217 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0b1f02cf-a407-4480-af9a-26a7e00e4f80 req-969fbf94-6eb9-4743-8e78-d8aebd9ddec8 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425742 Sep 28 08:44:49.840298 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-19fd943b-7dd6-4d22-842f-5f8509adabae req-a5bddd08-4448-45ce-b628-a7a441f8bd66 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=b5328add-2390-4470-bd9d-0ff97db6e42c HTTP/1.1" status: 200 len: 915 time: 0.1040082 Sep 28 08:44:49.843359 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-01efc8ed-3274-4ae4-9f24-b9e3d9909183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '1e5bb36d-8a3f-447e-a659-b659e8d94a8e', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'port_id': '0394e60a-0854-4093-8091-63c585ef8d20', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'mac_address': 'fa:16:3e:d0:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ab421e-2f19-43f0-8732-27ded4ece5d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:44:34Z', 'updated_at': '2022-09-28T08:44:48Z', 'revision_number': 1, 'project_id': '6bc96052a69e409498462a1e4d499910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:31Z', 'revision_number': 5, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:49.868233 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01efc8ed-3274-4ae4-9f24-b9e3d9909183 None None] Checking router: 2c1b6b9f-8cae-431f-8691-887c46e580ff for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:44:49.876566 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01efc8ed-3274-4ae4-9f24-b9e3d9909183 None None] Routers {'2c1b6b9f-8cae-431f-8691-887c46e580ff'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:44:49.877211 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-01efc8ed-3274-4ae4-9f24-b9e3d9909183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:44:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['2c1b6b9f-8cae-431f-8691-887c46e580ff'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:49.910524 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:49.924750 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:49.982033 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-01efc8ed-3274-4ae4-9f24-b9e3d9909183 None None] Set router 2c1b6b9f-8cae-431f-8691-887c46e580ff gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:44:50.189541 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-01efc8ed-3274-4ae4-9f24-b9e3d9909183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '1e5bb36d-8a3f-447e-a659-b659e8d94a8e', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'port_id': '0394e60a-0854-4093-8091-63c585ef8d20', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'mac_address': 'fa:16:3e:d0:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ab421e-2f19-43f0-8732-27ded4ece5d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:44:34Z', 'updated_at': '2022-09-28T08:44:48Z', 'revision_number': 1, 'project_id': '6bc96052a69e409498462a1e4d499910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:31Z', 'revision_number': 5, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:44:50.213677 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01efc8ed-3274-4ae4-9f24-b9e3d9909183 None None] The sync data for ids ['2c1b6b9f-8cae-431f-8691-887c46e580ff'] in dv-cinder-844563-8-iscsi is: [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '1e5bb36d-8a3f-447e-a659-b659e8d94a8e', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'floating_ip_address': '172.27.2.112', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'port_id': '0394e60a-0854-4093-8091-63c585ef8d20', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'mac_address': 'fa:16:3e:d0:18:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ab421e-2f19-43f0-8732-27ded4ece5d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:44:34Z', 'updated_at': '2022-09-28T08:44:48Z', 'revision_number': 1, 'project_id': '6bc96052a69e409498462a1e4d499910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:31Z', 'revision_number': 5, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:44:50.344259 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-19fd943b-7dd6-4d22-842f-5f8509adabae req-a67799e8-ca5d-420e-8308-991b6f93f315 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0394e60a-0854-4093-8091-63c585ef8d20 HTTP/1.1" status: 200 len: 999 time: 0.0914598 Sep 28 08:44:50.352005 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020424a-c1a4-4f0b-9a2f-abe833ff8b05 req-e14d0d74-b616-4085-8792-187dac7d219a tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:50.353538 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3020424a-c1a4-4f0b-9a2f-abe833ff8b05 req-e14d0d74-b616-4085-8792-187dac7d219a tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 945 time: 0.0663791 Sep 28 08:44:50.405220 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3020424a-c1a4-4f0b-9a2f-abe833ff8b05 req-d1d809f1-b2db-4882-9933-d0baff3fdea6 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458686 Sep 28 08:44:50.420769 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fa2c17-0cda-4dcb-94da-9b34da4f36c0 None None] New status for floating IP 1e5bb36d-8a3f-447e-a659-b659e8d94a8e: ACTIVE {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:44:50.996162 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd943b-7dd6-4d22-842f-5f8509adabae req-271316ab-4182-4b1d-affd-0069ddb9aeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:50.997616 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-19fd943b-7dd6-4d22-842f-5f8509adabae req-271316ab-4182-4b1d-affd-0069ddb9aeaf service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d697553d-3af9-4c9b-ba05-d2609a53313e HTTP/1.1" status: 200 len: 853 time: 0.0442212 Sep 28 08:44:51.040157 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd943b-7dd6-4d22-842f-5f8509adabae req-e7aaf11b-ff58-4596-b3ac-bc1b8efbeac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:51.041650 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-19fd943b-7dd6-4d22-842f-5f8509adabae req-e7aaf11b-ff58-4596-b3ac-bc1b8efbeac9 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b5328add-2390-4470-bd9d-0ff97db6e42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376625 Sep 28 08:44:51.148477 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-19fd943b-7dd6-4d22-842f-5f8509adabae req-0610fe32-2b2a-4f22-9a48-88c541a6e12b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864575 Sep 28 08:44:51.264813 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-19fd943b-7dd6-4d22-842f-5f8509adabae req-c36b0ddc-5c0c-456e-b951-a290f4594f55 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881171 Sep 28 08:44:51.533389 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f6d52-aee0-4eb5-b581-68a4a515bdfe req-3bebe83e-8ff0-40cd-a6a7-8748108c02ef tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:44:51.534854 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-534f6d52-aee0-4eb5-b581-68a4a515bdfe req-3bebe83e-8ff0-40cd-a6a7-8748108c02ef tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 945 time: 0.0481415 Sep 28 08:44:51.584003 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-534f6d52-aee0-4eb5-b581-68a4a515bdfe req-4642bbf7-5030-48e3-941a-a795ff062008 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434723 Sep 28 08:44:54.282775 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-660cba1b-08ee-415a-9a38-6beed72d1111 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:56.678562 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a5d1c629-832c-499c-a346-47424c819f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:57.869521 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:59.443708 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:59.494252 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:44:59.822061 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=42 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:44:59.834966 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=29 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:00.191965 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=27 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:00.192761 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=35 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:01.575855 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=57 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:01.580119 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:05.621360 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca02318-f36c-4257-91ad-74ddc2572e51 req-05ddb216-109e-42c4-ac1d-a7fc36ee9c13 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:05.622819 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1ca02318-f36c-4257-91ad-74ddc2572e51 req-05ddb216-109e-42c4-ac1d-a7fc36ee9c13 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0468998 Sep 28 08:45:05.671653 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1ca02318-f36c-4257-91ad-74ddc2572e51 req-29a76d37-686d-4330-beda-63134ce8318b tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431685 Sep 28 08:45:06.067677 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:06.796028 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851fd9f-0803-44e7-bc7d-6b5e8b3197aa req-81730cc0-1587-427a-9550-e2532501387d tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:06.797580 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8851fd9f-0803-44e7-bc7d-6b5e8b3197aa req-81730cc0-1587-427a-9550-e2532501387d tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0500464 Sep 28 08:45:06.844618 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8851fd9f-0803-44e7-bc7d-6b5e8b3197aa req-d10dd921-2d53-4990-b6e3-07bbd88a1292 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413754 Sep 28 08:45:07.964874 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a8aa6-6ee5-42d8-affe-e7918f865983 req-414cc6fd-28d3-4fd5-b544-e9c30f257eb6 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:07.966382 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ac3a8aa6-6ee5-42d8-affe-e7918f865983 req-414cc6fd-28d3-4fd5-b544-e9c30f257eb6 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0469639 Sep 28 08:45:08.013331 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ac3a8aa6-6ee5-42d8-affe-e7918f865983 req-9954c0ef-3ed4-4119-8e54-937bfc8a6d45 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413270 Sep 28 08:45:09.171178 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dca4b-ab6a-47b1-a173-e4b7f96bbbe4 req-389ee272-e720-43c8-ae01-d9f18efbb425 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:09.172703 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-597dca4b-ab6a-47b1-a173-e4b7f96bbbe4 req-389ee272-e720-43c8-ae01-d9f18efbb425 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0811226 Sep 28 08:45:09.174707 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a6881e63-5fb0-46fb-8ac7-ef4a59b61aef req-826e761f-a892-461f-9984-1f62a7b965d3 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733230 Sep 28 08:45:09.221654 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-597dca4b-ab6a-47b1-a173-e4b7f96bbbe4 req-1830755c-33aa-42a5-acf8-fe8f210fecf0 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426366 Sep 28 08:45:10.042695 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6881e63-5fb0-46fb-8ac7-ef4a59b61aef req-af50337b-6b2d-4c27-905f-ba481306b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:10.044201 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a6881e63-5fb0-46fb-8ac7-ef4a59b61aef req-af50337b-6b2d-4c27-905f-ba481306b371 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=42699952850d49fdafb670aeb5f613ed&device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 1130 time: 0.0397274 Sep 28 08:45:10.050260 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c17c2-4314-4856-ab24-3f9731985a80 req-55270bc7-2f4f-41fa-9d04-f112ab75f567 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:10.051772 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-783c17c2-4314-4856-ab24-3f9731985a80 req-55270bc7-2f4f-41fa-9d04-f112ab75f567 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0469804 Sep 28 08:45:10.156072 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-783c17c2-4314-4856-ab24-3f9731985a80 req-28e77a2a-d83d-4744-a5db-445e731b6356 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Deleting port cd365a60-ac04-41d0-9a07-5370af59c807 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:45:10.156345 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-783c17c2-4314-4856-ab24-3f9731985a80 req-28e77a2a-d83d-4744-a5db-445e731b6356 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (cd365a60-ac04-41d0-9a07-5370af59c807), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:10.172672 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6881e63-5fb0-46fb-8ac7-ef4a59b61aef req-477dbe57-3bcf-4bfc-8703-80704e5a3ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:10.175350 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a6881e63-5fb0-46fb-8ac7-ef4a59b61aef req-477dbe57-3bcf-4bfc-8703-80704e5a3ebd service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=ecfbeafd-1446-46f2-889b-466b351133a2 HTTP/1.1" status: 200 len: 919 time: 0.0949001 Sep 28 08:45:10.225632 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a6881e63-5fb0-46fb-8ac7-ef4a59b61aef req-daa53dc8-4c50-4922-be59-addab24b91f4 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a3b0562-aa67-4f66-a0ad-66e753e42296 HTTP/1.1" status: 200 len: 217 time: 0.0361590 Sep 28 08:45:10.258971 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-783c17c2-4314-4856-ab24-3f9731985a80 req-28e77a2a-d83d-4744-a5db-445e731b6356 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] For port cd365a60-ac04-41d0-9a07-5370af59c807, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=cd365a60-ac04-41d0-9a07-5370af59c807,segment=NetworkSegment(d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a),segment_id=d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:45:10.259347 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-783c17c2-4314-4856-ab24-3f9731985a80 req-28e77a2a-d83d-4744-a5db-445e731b6356 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (cd365a60-ac04-41d0-9a07-5370af59c807), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:10.278642 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6881e63-5fb0-46fb-8ac7-ef4a59b61aef req-68c13cba-f00c-44aa-9954-724328bfe2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:10.280106 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a6881e63-5fb0-46fb-8ac7-ef4a59b61aef req-68c13cba-f00c-44aa-9954-724328bfe2a5 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=18b86f52-f49c-435b-95de-852298b2f6f4 HTTP/1.1" status: 200 len: 857 time: 0.0454879 Sep 28 08:45:10.366327 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6881e63-5fb0-46fb-8ac7-ef4a59b61aef req-d64892c4-3a48-40e9-a8c6-814191bba28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:10.367839 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a6881e63-5fb0-46fb-8ac7-ef4a59b61aef req-d64892c4-3a48-40e9-a8c6-814191bba28c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ecfbeafd-1446-46f2-889b-466b351133a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0759387 Sep 28 08:45:10.389433 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fb734-0b72-4ba3-a4e2-a26bb4114721 req-f9fa2233-ca74-408b-83ec-e6faac0f8621 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:10.391159 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-752fb734-0b72-4ba3-a4e2-a26bb4114721 req-f9fa2233-ca74-408b-83ec-e6faac0f8621 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 946 time: 0.0646181 Sep 28 08:45:10.476562 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-783c17c2-4314-4856-ab24-3f9731985a80 req-28e77a2a-d83d-4744-a5db-445e731b6356 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:10.476934 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-783c17c2-4314-4856-ab24-3f9731985a80 req-28e77a2a-d83d-4744-a5db-445e731b6356 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (6f02b85d-80ba-4228-9295-3c26d0c5758b), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:10.477301 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.db.l3_db [req-783c17c2-4314-4856-ab24-3f9731985a80 req-28e77a2a-d83d-4744-a5db-445e731b6356 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Floating IP 6f02b85d-80ba-4228-9295-3c26d0c5758b disassociated. External IP: 172.27.2.173, port: cd365a60-ac04-41d0-9a07-5370af59c807. Sep 28 08:45:10.477648 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-783c17c2-4314-4856-ab24-3f9731985a80 req-28e77a2a-d83d-4744-a5db-445e731b6356 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Calling delete_port for cd365a60-ac04-41d0-9a07-5370af59c807 owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:45:10.517632 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-752fb734-0b72-4ba3-a4e2-a26bb4114721 req-2265ad94-79d4-4997-b71d-1c18d60125e9 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=3c312887-1a1b-4711-a991-9b1d69371462&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1114819 Sep 28 08:45:10.538314 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a6881e63-5fb0-46fb-8ac7-ef4a59b61aef req-9e58e9ba-bd9b-4c0c-b176-d754745d5808 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619887 Sep 28 08:45:10.617967 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-783c17c2-4314-4856-ab24-3f9731985a80 req-28e77a2a-d83d-4744-a5db-445e731b6356 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (cd365a60-ac04-41d0-9a07-5370af59c807), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:10.636838 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a6881e63-5fb0-46fb-8ac7-ef4a59b61aef req-474014c6-b4ee-4424-92bb-6e9c742e9d6f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910232 Sep 28 08:45:10.646123 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e77a2a-d83d-4744-a5db-445e731b6356 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Pushing event deleted for resources: {'Port': ['ID=cd365a60-ac04-41d0-9a07-5370af59c807,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:10.755856 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-783c17c2-4314-4856-ab24-3f9731985a80 req-28e77a2a-d83d-4744-a5db-445e731b6356 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Router 4ab4942c-0ef5-485b-a142-80123b4e266a has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:45:10.863260 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-783c17c2-4314-4856-ab24-3f9731985a80 req-28e77a2a-d83d-4744-a5db-445e731b6356 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:45:10.873513 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b8efbb-cab9-4f6e-8531-173291e0a242 None None] Sync routers for ids ['4ab4942c-0ef5-485b-a142-80123b4e266a'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:45:10.883631 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b8efbb-cab9-4f6e-8531-173291e0a242 None None] Routers {'4ab4942c-0ef5-485b-a142-80123b4e266a'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:45:10.884243 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-e6b8efbb-cab9-4f6e-8531-173291e0a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:44:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['4ab4942c-0ef5-485b-a142-80123b4e266a'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:45:10.908000 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-783c17c2-4314-4856-ab24-3f9731985a80 req-28e77a2a-d83d-4744-a5db-445e731b6356 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] No DVR routers for this DVR port cd365a60-ac04-41d0-9a07-5370af59c807 on host hv-cinder-84456 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:45:10.911164 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-783c17c2-4314-4856-ab24-3f9731985a80 req-28e77a2a-d83d-4744-a5db-445e731b6356 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:10.914429 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-783c17c2-4314-4856-ab24-3f9731985a80 req-28e77a2a-d83d-4744-a5db-445e731b6356 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.26 "DELETE /networking/v2.0/ports/cd365a60-ac04-41d0-9a07-5370af59c807 HTTP/1.1" status: 204 len: 173 time: 0.8434584 Sep 28 08:45:10.914949 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde027c2-5ced-4b17-abcd-d13aae06a1aa', 'name': 'network-vif-deleted', 'tag': 'cd365a60-ac04-41d0-9a07-5370af59c807'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:45:10.917258 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655639c5-42e6-439d-8f33-7170a9b02079" -d '{"events": [{"server_uuid": "fde027c2-5ced-4b17-abcd-d13aae06a1aa", "name": "network-vif-deleted", "tag": "cd365a60-ac04-41d0-9a07-5370af59c807"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:45:10.955540 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b805d8de-0207-4bae-aa51-2b8f185cd7c9 x-openstack-request-id: req-b805d8de-0207-4bae-aa51-2b8f185cd7c9 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:45:10.955839 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde027c2-5ced-4b17-abcd-d13aae06a1aa", "name": "network-vif-deleted", "tag": "cd365a60-ac04-41d0-9a07-5370af59c807", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:45:10.956097 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b805d8de-0207-4bae-aa51-2b8f185cd7c9 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:45:10.956512 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b805d8de-0207-4bae-aa51-2b8f185cd7c9'] response: {'server_uuid': 'fde027c2-5ced-4b17-abcd-d13aae06a1aa', 'name': 'network-vif-deleted', 'tag': 'cd365a60-ac04-41d0-9a07-5370af59c807', 'status': 'completed', 'code': 200} Sep 28 08:45:11.079605 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-e6b8efbb-cab9-4f6e-8531-173291e0a242 None None] Set router 4ab4942c-0ef5-485b-a142-80123b4e266a gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:45:11.274669 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-e6b8efbb-cab9-4f6e-8531-173291e0a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'name': 'tempest-ServerRescueNegativeTestJSON-324872223-router', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:10Z', 'revision_number': 4, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'gw_port': {'id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'bf9afea4-305a-4550-9e05-062d198e175a', 'name': '', 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'mac_address': 'fa:16:3e:cf:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:07Z', 'updated_at': '2022-09-28T08:38:20Z', 'revision_number': 5, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'subnets': [{'id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:45:11.300564 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b8efbb-cab9-4f6e-8531-173291e0a242 None None] Checking router: 4ab4942c-0ef5-485b-a142-80123b4e266a for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:45:11.309720 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b8efbb-cab9-4f6e-8531-173291e0a242 None None] Routers {'4ab4942c-0ef5-485b-a142-80123b4e266a'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:45:11.310327 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-e6b8efbb-cab9-4f6e-8531-173291e0a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:44:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['4ab4942c-0ef5-485b-a142-80123b4e266a'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:45:11.419168 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-e6b8efbb-cab9-4f6e-8531-173291e0a242 None None] Set router 4ab4942c-0ef5-485b-a142-80123b4e266a gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:45:11.657600 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-e6b8efbb-cab9-4f6e-8531-173291e0a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'name': 'tempest-ServerRescueNegativeTestJSON-324872223-router', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:10Z', 'revision_number': 4, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'gw_port': {'id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'bf9afea4-305a-4550-9e05-062d198e175a', 'name': '', 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'mac_address': 'fa:16:3e:cf:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:07Z', 'updated_at': '2022-09-28T08:38:20Z', 'revision_number': 5, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'subnets': [{'id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:45:11.686166 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b8efbb-cab9-4f6e-8531-173291e0a242 None None] The sync data for ids ['4ab4942c-0ef5-485b-a142-80123b4e266a'] in dv-cinder-844563-8-iscsi is: [{'id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'name': 'tempest-ServerRescueNegativeTestJSON-324872223-router', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:10Z', 'revision_number': 4, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'gw_port': {'id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'bf9afea4-305a-4550-9e05-062d198e175a', 'name': '', 'network_id': 'ecfbeafd-1446-46f2-889b-466b351133a2', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'mac_address': 'fa:16:3e:cf:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:07Z', 'updated_at': '2022-09-28T08:38:20Z', 'revision_number': 5, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'subnets': [{'id': '18b86f52-f49c-435b-95de-852298b2f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:45:11.686704 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9e0fbe33-8905-4237-8233-710cab33bd40 req-97259f62-6abb-427f-b533-4e517078d20c tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 210 time: 0.0525341 Sep 28 08:45:11.689647 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:11.708435 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4dc266-a43d-415d-975e-c82d9080d309 req-67a5b02b-77e7-4ae3-a38f-046e6e2943bb tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:11.710177 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4f4dc266-a43d-415d-975e-c82d9080d309 req-67a5b02b-77e7-4ae3-a38f-046e6e2943bb tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 947 time: 0.0778763 Sep 28 08:45:11.760161 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4f4dc266-a43d-415d-975e-c82d9080d309 req-2995790a-37ee-4980-9ffa-34a2e0217df1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425119 Sep 28 08:45:11.918729 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22839936-cc03-424b-8637-c91148f6b388 None None] New status for floating IP 6f02b85d-80ba-4228-9295-3c26d0c5758b: DOWN {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:45:12.747152 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:45:12.810521 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-466dc9b8-eba9-4da8-a42a-c9f4d2000189 req-f8dd3be8-9c1e-4821-aecf-103894a569d5 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 210 time: 0.0284977 Sep 28 08:45:12.870475 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:12.886353 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dab9b-3ccf-4ec7-b2ef-6995156c5e48 req-00415652-f188-40f6-8871-c59ddd6134a7 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:12.887817 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-900dab9b-3ccf-4ec7-b2ef-6995156c5e48 req-00415652-f188-40f6-8871-c59ddd6134a7 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 947 time: 0.0467980 Sep 28 08:45:12.937871 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-900dab9b-3ccf-4ec7-b2ef-6995156c5e48 req-7b421197-1581-4f9e-a60d-3a763ea8d474 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444806 Sep 28 08:45:13.332034 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device cd365a60-ac04-41d0-9a07-5370af59c807 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:45:13.352231 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] No Port match for: cd365a60-ac04-41d0-9a07-5370af59c807 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:45:13.352567 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device cd365a60-ac04-41d0-9a07-5370af59c807 not bound to the agent host hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:45:13.852425 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3762f-9231-4cbf-8d47-e64c802adb53 req-cea6d91d-266d-462e-9f38-9542ca03c2e1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:13.854086 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c0e3762f-9231-4cbf-8d47-e64c802adb53 req-cea6d91d-266d-462e-9f38-9542ca03c2e1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 947 time: 0.0537424 Sep 28 08:45:13.939634 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ca8c8204-109e-4542-84a8-2f82025a432f req-ace1b94b-99be-47e2-8b51-8022d1d3ac68 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=fde027c2-5ced-4b17-abcd-d13aae06a1aa HTTP/1.1" status: 200 len: 210 time: 0.0365782 Sep 28 08:45:13.951093 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-c0e3762f-9231-4cbf-8d47-e64c802adb53 req-61466c69-8958-4568-8f49-c098557be3cc tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Deleting port 34490fea-8100-40b7-919a-078c2cfc5f1d {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:45:13.951586 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-c0e3762f-9231-4cbf-8d47-e64c802adb53 req-61466c69-8958-4568-8f49-c098557be3cc tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:13.954291 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:13.967253 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:14.055234 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-c0e3762f-9231-4cbf-8d47-e64c802adb53 req-61466c69-8958-4568-8f49-c098557be3cc tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] For port 34490fea-8100-40b7-919a-078c2cfc5f1d, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=34490fea-8100-40b7-919a-078c2cfc5f1d,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:45:14.055528 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-c0e3762f-9231-4cbf-8d47-e64c802adb53 req-61466c69-8958-4568-8f49-c098557be3cc tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:14.078582 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206eef8-d245-48f8-a4bf-55cfef8510ea req-31f658c9-e134-4a6a-aaba-46bdb09fdbeb tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:14.080065 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e206eef8-d245-48f8-a4bf-55cfef8510ea req-31f658c9-e134-4a6a-aaba-46bdb09fdbeb tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 947 time: 0.0470121 Sep 28 08:45:14.128362 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e206eef8-d245-48f8-a4bf-55cfef8510ea req-467ad549-23e0-4d6a-981b-742b78bed919 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2810546c-97af-4d34-989c-1883cca8d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424314 Sep 28 08:45:14.216517 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-c0e3762f-9231-4cbf-8d47-e64c802adb53 req-61466c69-8958-4568-8f49-c098557be3cc tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:14.216920 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-c0e3762f-9231-4cbf-8d47-e64c802adb53 req-61466c69-8958-4568-8f49-c098557be3cc tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (8d367066-c352-4219-af91-dcd419bc95b4), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:14.217310 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.db.l3_db [req-c0e3762f-9231-4cbf-8d47-e64c802adb53 req-61466c69-8958-4568-8f49-c098557be3cc tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Floating IP 8d367066-c352-4219-af91-dcd419bc95b4 disassociated. External IP: 172.27.2.206, port: 34490fea-8100-40b7-919a-078c2cfc5f1d. Sep 28 08:45:14.217657 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-c0e3762f-9231-4cbf-8d47-e64c802adb53 req-61466c69-8958-4568-8f49-c098557be3cc tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Calling delete_port for 34490fea-8100-40b7-919a-078c2cfc5f1d owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:45:14.350587 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-c0e3762f-9231-4cbf-8d47-e64c802adb53 req-61466c69-8958-4568-8f49-c098557be3cc tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (34490fea-8100-40b7-919a-078c2cfc5f1d), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:14.382944 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61466c69-8958-4568-8f49-c098557be3cc tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Pushing event deleted for resources: {'Port': ['ID=34490fea-8100-40b7-919a-078c2cfc5f1d,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:14.495420 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0e3762f-9231-4cbf-8d47-e64c802adb53 req-61466c69-8958-4568-8f49-c098557be3cc tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Router d0b6f93f-806d-4c42-8703-af29aa58e3ed has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:45:14.814105 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0e3762f-9231-4cbf-8d47-e64c802adb53 req-61466c69-8958-4568-8f49-c098557be3cc tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:45:14.825230 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec7a16e-b208-437f-bbba-a3b51752c1bd None None] Sync routers for ids ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:45:14.835884 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec7a16e-b208-437f-bbba-a3b51752c1bd None None] Routers {'d0b6f93f-806d-4c42-8703-af29aa58e3ed'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:45:14.836512 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-eec7a16e-b208-437f-bbba-a3b51752c1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:44:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:45:14.859889 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e3762f-9231-4cbf-8d47-e64c802adb53 req-61466c69-8958-4568-8f49-c098557be3cc tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] No DVR routers for this DVR port 34490fea-8100-40b7-919a-078c2cfc5f1d on host hv-cinder-84456 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:45:14.862538 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-c0e3762f-9231-4cbf-8d47-e64c802adb53 req-61466c69-8958-4568-8f49-c098557be3cc tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:14.865822 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-c0e3762f-9231-4cbf-8d47-e64c802adb53 req-61466c69-8958-4568-8f49-c098557be3cc tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.26 "DELETE /networking/v2.0/ports/34490fea-8100-40b7-919a-078c2cfc5f1d HTTP/1.1" status: 204 len: 173 time: 1.0060892 Sep 28 08:45:14.866394 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4', 'name': 'network-vif-deleted', 'tag': '34490fea-8100-40b7-919a-078c2cfc5f1d'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:45:14.869261 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a0d76e-3eb1-4d8f-9965-24052b35d70b" -d '{"events": [{"server_uuid": "4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4", "name": "network-vif-deleted", "tag": "34490fea-8100-40b7-919a-078c2cfc5f1d"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:45:14.923328 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e426fc-9fed-4346-8fb7-a7f8470c86de x-openstack-request-id: req-02e426fc-9fed-4346-8fb7-a7f8470c86de {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:45:14.923616 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4", "name": "network-vif-deleted", "tag": "34490fea-8100-40b7-919a-078c2cfc5f1d", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:45:14.923863 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-02e426fc-9fed-4346-8fb7-a7f8470c86de {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:45:14.924636 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e426fc-9fed-4346-8fb7-a7f8470c86de'] response: {'server_uuid': '4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4', 'name': 'network-vif-deleted', 'tag': '34490fea-8100-40b7-919a-078c2cfc5f1d', 'status': 'completed', 'code': 200} Sep 28 08:45:14.957966 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-eec7a16e-b208-437f-bbba-a3b51752c1bd None None] Set router d0b6f93f-806d-4c42-8703-af29aa58e3ed gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:45:15.045598 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 57632) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:15.108138 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a186bef8-0607-4a2b-b305-bc93903ea22f tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks [] for security_group (3c312887-1a1b-4711-a991-9b1d69371462), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:15.132882 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a186bef8-0607-4a2b-b305-bc93903ea22f tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks [] for security_group (3c312887-1a1b-4711-a991-9b1d69371462), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:15.145454 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:15.146563 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:15.157979 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-eec7a16e-b208-437f-bbba-a3b51752c1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'name': 'tempest-AttachVolumeShelveTestJSON-343323330-router', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:16Z', 'revision_number': 4, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'gw_port': {'id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'f8748302-a650-440d-ada3-999d4062fea8', 'name': '', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'mac_address': 'fa:16:3e:6d:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bea30454-8677-4268-a491-c558446ae000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:16Z', 'updated_at': '2022-09-28T08:40:25Z', 'revision_number': 5, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'subnets': [{'id': 'bea30454-8677-4268-a491-c558446ae000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:45:15.186104 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec7a16e-b208-437f-bbba-a3b51752c1bd None None] Checking router: d0b6f93f-806d-4c42-8703-af29aa58e3ed for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:45:15.195979 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec7a16e-b208-437f-bbba-a3b51752c1bd None None] Routers {'d0b6f93f-806d-4c42-8703-af29aa58e3ed'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:45:15.196593 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-eec7a16e-b208-437f-bbba-a3b51752c1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:44:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:45:15.206568 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a186bef8-0607-4a2b-b305-bc93903ea22f tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (3c312887-1a1b-4711-a991-9b1d69371462), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:15.210180 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a186bef8-0607-4a2b-b305-bc93903ea22f tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:15.216888 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-a186bef8-0607-4a2b-b305-bc93903ea22f tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3c312887-1a1b-4711-a991-9b1d69371462 HTTP/1.1" status: 204 len: 168 time: 0.1678038 Sep 28 08:45:15.217297 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 57636) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:15.227624 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186bef8-0607-4a2b-b305-bc93903ea22f tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c312887-1a1b-4711-a991-9b1d69371462,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:15.257442 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.api.v2.resource [None req-9ab0c860-e0be-42cf-bb93-26f8724e8d66 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] show failed (client error): The resource could not be found. Sep 28 08:45:15.258423 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-9ab0c860-e0be-42cf-bb93-26f8724e8d66 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups/3c312887-1a1b-4711-a991-9b1d69371462 HTTP/1.1" status: 404 len: 347 time: 0.0391710 Sep 28 08:45:15.262040 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 57638) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:15.292369 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ef74c677-f88d-4607-aa17-a66ff721ae69 req-549b3bee-5eaf-4d76-ad17-675951fad2b9 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4ea8e7bb-18d0-4ca5-a499-01b9b7351dd4 HTTP/1.1" status: 200 len: 210 time: 0.0362561 Sep 28 08:45:15.313030 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:15.323434 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-eec7a16e-b208-437f-bbba-a3b51752c1bd None None] Set router d0b6f93f-806d-4c42-8703-af29aa58e3ed gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:45:15.390525 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-f155661c-b663-4d8b-95ec-2951db98273a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Deleting port cc1ab262-09a5-4d32-b0fc-eccd78098fa4 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:45:15.390909 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f155661c-b663-4d8b-95ec-2951db98273a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (cc1ab262-09a5-4d32-b0fc-eccd78098fa4), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:15.434962 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:15.469889 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f155661c-b663-4d8b-95ec-2951db98273a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (cc1ab262-09a5-4d32-b0fc-eccd78098fa4), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:15.470215 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f155661c-b663-4d8b-95ec-2951db98273a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks [] for floatingip (cc1ab262-09a5-4d32-b0fc-eccd78098fa4), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:15.483928 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-f155661c-b663-4d8b-95ec-2951db98273a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Calling delete_port for cc1ab262-09a5-4d32-b0fc-eccd78098fa4 owned by network:floatingip {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:45:15.525519 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-eec7a16e-b208-437f-bbba-a3b51752c1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'name': 'tempest-AttachVolumeShelveTestJSON-343323330-router', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:16Z', 'revision_number': 4, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'gw_port': {'id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'f8748302-a650-440d-ada3-999d4062fea8', 'name': '', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'mac_address': 'fa:16:3e:6d:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bea30454-8677-4268-a491-c558446ae000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:16Z', 'updated_at': '2022-09-28T08:40:25Z', 'revision_number': 5, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'subnets': [{'id': 'bea30454-8677-4268-a491-c558446ae000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:45:15.553548 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec7a16e-b208-437f-bbba-a3b51752c1bd None None] The sync data for ids ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'] in dv-cinder-844563-8-iscsi is: [{'id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'name': 'tempest-AttachVolumeShelveTestJSON-343323330-router', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:16Z', 'revision_number': 4, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'gw_port': {'id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'f8748302-a650-440d-ada3-999d4062fea8', 'name': '', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'mac_address': 'fa:16:3e:6d:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bea30454-8677-4268-a491-c558446ae000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:16Z', 'updated_at': '2022-09-28T08:40:25Z', 'revision_number': 5, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'subnets': [{'id': 'bea30454-8677-4268-a491-c558446ae000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:45:15.639774 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f155661c-b663-4d8b-95ec-2951db98273a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (cc1ab262-09a5-4d32-b0fc-eccd78098fa4), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:15.669714 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155661c-b663-4d8b-95ec-2951db98273a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Pushing event deleted for resources: {'Port': ['ID=cc1ab262-09a5-4d32-b0fc-eccd78098fa4,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:15.739882 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f155661c-b663-4d8b-95ec-2951db98273a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks [] for floatingip (6f02b85d-80ba-4228-9295-3c26d0c5758b), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:15.742101 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f155661c-b663-4d8b-95ec-2951db98273a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:15.743273 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-f155661c-b663-4d8b-95ec-2951db98273a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/6f02b85d-80ba-4228-9295-3c26d0c5758b HTTP/1.1" status: 204 len: 168 time: 0.4795022 Sep 28 08:45:15.812129 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dd0b31-2c98-4472-963f-62c5f06a26c3 None None] New status for floating IP 8d367066-c352-4219-af91-dcd419bc95b4: DOWN {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:45:16.402363 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 57650) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:16.456906 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0e890738-3da7-4611-b411-38d939d5e206 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for security_group (2810546c-97af-4d34-989c-1883cca8d02e), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:16.479237 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0e890738-3da7-4611-b411-38d939d5e206 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for security_group (2810546c-97af-4d34-989c-1883cca8d02e), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:16.527844 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0e890738-3da7-4611-b411-38d939d5e206 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (2810546c-97af-4d34-989c-1883cca8d02e), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:16.530604 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0e890738-3da7-4611-b411-38d939d5e206 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:16.531768 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-0e890738-3da7-4611-b411-38d939d5e206 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2810546c-97af-4d34-989c-1883cca8d02e HTTP/1.1" status: 204 len: 168 time: 0.1284010 Sep 28 08:45:16.534592 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 57652) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:16.541828 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e890738-3da7-4611-b411-38d939d5e206 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2810546c-97af-4d34-989c-1883cca8d02e,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:16.548457 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.api.v2.resource [None req-4b2ec361-d772-4574-be9d-43b06f94e86d tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] show failed (client error): The resource could not be found. Sep 28 08:45:16.552513 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 57654) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:16.554300 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-4b2ec361-d772-4574-be9d-43b06f94e86d tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups/2810546c-97af-4d34-989c-1883cca8d02e HTTP/1.1" status: 404 len: 347 time: 0.0139174 Sep 28 08:45:16.672504 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-2f554a44-88ed-482e-8edb-a3793cea2c3f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Deleting port 1bdefdff-074c-4ed0-b489-86443e551dbe {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:45:16.672846 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2f554a44-88ed-482e-8edb-a3793cea2c3f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (1bdefdff-074c-4ed0-b489-86443e551dbe), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:16.751567 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2f554a44-88ed-482e-8edb-a3793cea2c3f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (1bdefdff-074c-4ed0-b489-86443e551dbe), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:16.751787 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2f554a44-88ed-482e-8edb-a3793cea2c3f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for floatingip (1bdefdff-074c-4ed0-b489-86443e551dbe), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:16.764746 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-2f554a44-88ed-482e-8edb-a3793cea2c3f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Calling delete_port for 1bdefdff-074c-4ed0-b489-86443e551dbe owned by network:floatingip {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:45:16.839335 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:16.899913 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2f554a44-88ed-482e-8edb-a3793cea2c3f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (1bdefdff-074c-4ed0-b489-86443e551dbe), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:16.931509 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f554a44-88ed-482e-8edb-a3793cea2c3f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Pushing event deleted for resources: {'Port': ['ID=1bdefdff-074c-4ed0-b489-86443e551dbe,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:16.979893 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:17.001413 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2f554a44-88ed-482e-8edb-a3793cea2c3f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for floatingip (8d367066-c352-4219-af91-dcd419bc95b4), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:17.001976 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2f554a44-88ed-482e-8edb-a3793cea2c3f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:17.003074 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-2f554a44-88ed-482e-8edb-a3793cea2c3f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/8d367066-c352-4219-af91-dcd419bc95b4 HTTP/1.1" status: 204 len: 168 time: 0.4494495 Sep 28 08:45:17.096198 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 57664) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:17.100612 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-cf33781b-17de-4615-9504-a361d31c522f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1699005472', 'description': 'tempest-description--1006111265'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:45:17.122143 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cf33781b-17de-4615-9504-a361d31c522f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:17.189153 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cf33781b-17de-4615-9504-a361d31c522f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for security_group (7a655401-8839-4eab-b03f-ee4cd8c08671), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:17.192565 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cf33781b-17de-4615-9504-a361d31c522f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (7a655401-8839-4eab-b03f-ee4cd8c08671), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:17.223616 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cf33781b-17de-4615-9504-a361d31c522f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:17.224877 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-cf33781b-17de-4615-9504-a361d31c522f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1276956 Sep 28 08:45:17.226777 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33781b-17de-4615-9504-a361d31c522f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a655401-8839-4eab-b03f-ee4cd8c08671,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:17.227912 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 57666) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:17.233527 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-cf542d89-0527-40ca-82f3-656395e2a399 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Request body: {'security_group_rule': {'security_group_id': '7a655401-8839-4eab-b03f-ee4cd8c08671', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:45:17.262015 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cf542d89-0527-40ca-82f3-656395e2a399 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for security_group_rule (1a64c6d1-5d5f-4bf7-a066-c986561597ad), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:17.326315 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cf542d89-0527-40ca-82f3-656395e2a399 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for security_group_rule (1a64c6d1-5d5f-4bf7-a066-c986561597ad), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:17.329949 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cf542d89-0527-40ca-82f3-656395e2a399 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (1a64c6d1-5d5f-4bf7-a066-c986561597ad), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:17.351482 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf542d89-0527-40ca-82f3-656395e2a399 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a64c6d1-5d5f-4bf7-a066-c986561597ad,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:17.358039 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cf542d89-0527-40ca-82f3-656395e2a399 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:17.359223 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-cf542d89-0527-40ca-82f3-656395e2a399 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301749 Sep 28 08:45:17.361963 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 57668) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:17.366305 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-de506a6d-6cd7-4685-b575-4ce2bb29b2c5 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Request body: {'security_group_rule': {'security_group_id': '7a655401-8839-4eab-b03f-ee4cd8c08671', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:45:17.391897 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-de506a6d-6cd7-4685-b575-4ce2bb29b2c5 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for security_group_rule (e041e8b7-74d1-43ab-8506-a6b99d1d4308), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:17.394336 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 34490fea-8100-40b7-919a-078c2cfc5f1d no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:45:17.413831 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] No Port match for: 34490fea-8100-40b7-919a-078c2cfc5f1d {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:45:17.414183 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 34490fea-8100-40b7-919a-078c2cfc5f1d not bound to the agent host hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:45:17.449320 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-de506a6d-6cd7-4685-b575-4ce2bb29b2c5 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for security_group_rule (e041e8b7-74d1-43ab-8506-a6b99d1d4308), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:17.452900 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-de506a6d-6cd7-4685-b575-4ce2bb29b2c5 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (e041e8b7-74d1-43ab-8506-a6b99d1d4308), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:17.472138 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de506a6d-6cd7-4685-b575-4ce2bb29b2c5 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e041e8b7-74d1-43ab-8506-a6b99d1d4308,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:17.479944 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-de506a6d-6cd7-4685-b575-4ce2bb29b2c5 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:17.481175 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-de506a6d-6cd7-4685-b575-4ce2bb29b2c5 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181350 Sep 28 08:45:17.484155 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 57670) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:17.488408 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-0dde72ef-2f45-4f92-83fe-71e10aa8f3e1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Request body: {'floatingip': {'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:45:17.510596 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0dde72ef-2f45-4f92-83fe-71e10aa8f3e1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:17.598442 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0dde72ef-2f45-4f92-83fe-71e10aa8f3e1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:17.711081 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-0dde72ef-2f45-4f92-83fe-71e10aa8f3e1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Allocated IP 172.27.2.245 (53303c84-4465-4011-9c65-8bdf4507ffd3/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f/37c339f6-d453-4549-ae75-9d19d047d31a) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:45:17.816753 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0dde72ef-2f45-4f92-83fe-71e10aa8f3e1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for port (37c339f6-d453-4549-ae75-9d19d047d31a), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:17.844957 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:17.850957 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0dde72ef-2f45-4f92-83fe-71e10aa8f3e1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (37c339f6-d453-4549-ae75-9d19d047d31a), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:17.877076 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:17.889322 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dde72ef-2f45-4f92-83fe-71e10aa8f3e1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:45:17.896806 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-0dde72ef-2f45-4f92-83fe-71e10aa8f3e1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:45:17.902095 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dde72ef-2f45-4f92-83fe-71e10aa8f3e1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:45:17.930980 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde72ef-2f45-4f92-83fe-71e10aa8f3e1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Pushing event updated for resources: {'Port': ['ID=37c339f6-d453-4549-ae75-9d19d047d31a,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:18.001604 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0dde72ef-2f45-4f92-83fe-71e10aa8f3e1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for floatingip (d81da322-b92f-46b7-a596-8fbd40b6ea8c), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:18.040614 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0dde72ef-2f45-4f92-83fe-71e10aa8f3e1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (37c339f6-d453-4549-ae75-9d19d047d31a), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:18.200513 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0dde72ef-2f45-4f92-83fe-71e10aa8f3e1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for port (37c339f6-d453-4549-ae75-9d19d047d31a), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:18.205358 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0dde72ef-2f45-4f92-83fe-71e10aa8f3e1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (37c339f6-d453-4549-ae75-9d19d047d31a), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:18.256947 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f44e0-ae95-4aaa-b0af-00313f9132b3 req-981dba25-e175-4431-8d7c-dec75922a5d3 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:18.258565 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1b5f44e0-ae95-4aaa-b0af-00313f9132b3 req-981dba25-e175-4431-8d7c-dec75922a5d3 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0480978 Sep 28 08:45:18.279945 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde72ef-2f45-4f92-83fe-71e10aa8f3e1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Pushing event updated for resources: {'Port': ['ID=37c339f6-d453-4549-ae75-9d19d047d31a,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:18.283840 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0dde72ef-2f45-4f92-83fe-71e10aa8f3e1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (d81da322-b92f-46b7-a596-8fbd40b6ea8c), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:18.302039 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0dde72ef-2f45-4f92-83fe-71e10aa8f3e1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:18.303325 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-0dde72ef-2f45-4f92-83fe-71e10aa8f3e1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8182580 Sep 28 08:45:18.314497 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1b5f44e0-ae95-4aaa-b0af-00313f9132b3 req-dae2ce89-b284-46dd-886d-8c6cbc975137 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474913 Sep 28 08:45:18.558938 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-ecdcac6c-a8cc-4f38-a823-714ecb038a02 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1699005472&fields=id&tenant_id=c067f1df3c7f47299bc2db03d904d156 HTTP/1.1" status: 200 len: 267 time: 0.0462837 Sep 28 08:45:18.671774 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-90739f8f-e226-475b-8ecf-b5825c13ff9b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:18.673217 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-90739f8f-e226-475b-8ecf-b5825c13ff9b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/networks?id=8e213c79-0ba4-458e-84ef-70d744799a89 HTTP/1.1" status: 200 len: 816 time: 0.1076624 Sep 28 08:45:18.689923 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-5451bc25-2daa-44ea-b2db-c9af738dba81 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/quotas/c067f1df3c7f47299bc2db03d904d156 HTTP/1.1" status: 200 len: 375 time: 0.0104823 Sep 28 08:45:18.743725 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-4c3b7094-2e1e-496e-bff9-e2f7ca297beb tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=c067f1df3c7f47299bc2db03d904d156&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483589 Sep 28 08:45:18.838128 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-da16436d-170e-486b-9dac-1080923a8345 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8e213c79-0ba4-458e-84ef-70d744799a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830829 Sep 28 08:45:18.937335 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-3d1f6ded-6a36-4d71-8863-236563ac415f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/8e213c79-0ba4-458e-84ef-70d744799a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927169 Sep 28 08:45:19.100638 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90377465-b8d8-48c6-8400-03d84e6c1cbe req-595b3095-4dd9-4b03-af49-b44d17e12404 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:19.102279 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-90377465-b8d8-48c6-8400-03d84e6c1cbe req-595b3095-4dd9-4b03-af49-b44d17e12404 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0560772 Sep 28 08:45:19.145961 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f9f6e612-7d2b-4f3f-83ee-1e0264440f0c req-ae867a23-a803-4421-9460-1ec5777bf3fb tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 210 time: 0.0317378 Sep 28 08:45:19.221253 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-90377465-b8d8-48c6-8400-03d84e6c1cbe req-7176c592-2038-436b-818d-12483b96c72e tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Deleting port 6a3b0562-aa67-4f66-a0ad-66e753e42296 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:45:19.221614 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-90377465-b8d8-48c6-8400-03d84e6c1cbe req-7176c592-2038-436b-818d-12483b96c72e tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (6a3b0562-aa67-4f66-a0ad-66e753e42296), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:19.322933 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-90377465-b8d8-48c6-8400-03d84e6c1cbe req-7176c592-2038-436b-818d-12483b96c72e tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] For port 6a3b0562-aa67-4f66-a0ad-66e753e42296, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=6a3b0562-aa67-4f66-a0ad-66e753e42296,segment=NetworkSegment(d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a),segment_id=d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:45:19.323683 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-90377465-b8d8-48c6-8400-03d84e6c1cbe req-7176c592-2038-436b-818d-12483b96c72e tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (6a3b0562-aa67-4f66-a0ad-66e753e42296), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:19.342815 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-90377465-b8d8-48c6-8400-03d84e6c1cbe req-7176c592-2038-436b-818d-12483b96c72e tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Calling delete_port for 6a3b0562-aa67-4f66-a0ad-66e753e42296 owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:45:19.410717 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:19.434875 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:19.437946 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:19.458441 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3923e9-8465-405e-b7b8-1baedf12d6f7 req-c270c826-54cf-4605-85d2-510d3709aa18 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:19.460114 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e3923e9-8465-405e-b7b8-1baedf12d6f7 req-c270c826-54cf-4605-85d2-510d3709aa18 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 946 time: 0.0578718 Sep 28 08:45:19.505491 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:19.508098 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=69,neutron:UPDATE=8 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:19.523099 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-90377465-b8d8-48c6-8400-03d84e6c1cbe req-7176c592-2038-436b-818d-12483b96c72e tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (6a3b0562-aa67-4f66-a0ad-66e753e42296), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:19.531116 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e3923e9-8465-405e-b7b8-1baedf12d6f7 req-f1943e2a-7bcc-4df8-8eea-369278e3a4af tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632861 Sep 28 08:45:19.555315 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176c592-2038-436b-818d-12483b96c72e tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Pushing event deleted for resources: {'Port': ['ID=6a3b0562-aa67-4f66-a0ad-66e753e42296,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:19.580280 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['6a3b0562-aa67-4f66-a0ad-66e753e42296', 'f6ac07f3-2675-41dc-968c-7b86388bb047'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:45:19.608368 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-90377465-b8d8-48c6-8400-03d84e6c1cbe req-7176c592-2038-436b-818d-12483b96c72e tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] No DVR routers for this DVR port 6a3b0562-aa67-4f66-a0ad-66e753e42296 on host hv-cinder-84456 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:45:19.611039 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-90377465-b8d8-48c6-8400-03d84e6c1cbe req-7176c592-2038-436b-818d-12483b96c72e tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:19.614281 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-90377465-b8d8-48c6-8400-03d84e6c1cbe req-7176c592-2038-436b-818d-12483b96c72e tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.26 "DELETE /networking/v2.0/ports/6a3b0562-aa67-4f66-a0ad-66e753e42296 HTTP/1.1" status: 204 len: 173 time: 0.5063260 Sep 28 08:45:19.614791 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58d7457-5855-4349-876d-c208e237594e', 'name': 'network-vif-deleted', 'tag': '6a3b0562-aa67-4f66-a0ad-66e753e42296'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:45:19.617064 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2dbf819-db40-428e-89d2-52eeed0696f7" -d '{"events": [{"server_uuid": "d58d7457-5855-4349-876d-c208e237594e", "name": "network-vif-deleted", "tag": "6a3b0562-aa67-4f66-a0ad-66e753e42296"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:45:19.660923 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a2fd6f-8844-4bfe-b9c6-e169a313b13e x-openstack-request-id: req-61a2fd6f-8844-4bfe-b9c6-e169a313b13e {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:45:19.661485 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58d7457-5855-4349-876d-c208e237594e", "name": "network-vif-deleted", "tag": "6a3b0562-aa67-4f66-a0ad-66e753e42296", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:45:19.661950 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-61a2fd6f-8844-4bfe-b9c6-e169a313b13e {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:45:19.662617 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61a2fd6f-8844-4bfe-b9c6-e169a313b13e'] response: {'server_uuid': 'd58d7457-5855-4349-876d-c208e237594e', 'name': 'network-vif-deleted', 'tag': '6a3b0562-aa67-4f66-a0ad-66e753e42296', 'status': 'completed', 'code': 200} Sep 28 08:45:20.261602 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-133e3144-5f4c-477d-b83b-d117565d6669 req-b662fda0-de08-4f5b-84b3-1c5f61f0f0d9 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 210 time: 0.0319955 Sep 28 08:45:20.512544 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:20.568743 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-dc2c5d36-839b-4505-b154-1a17408b6279 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:20.570266 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-dc2c5d36-839b-4505-b154-1a17408b6279 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.26 "GET /networking/v2.0/networks?id=8e213c79-0ba4-458e-84ef-70d744799a89 HTTP/1.1" status: 200 len: 816 time: 0.1151628 Sep 28 08:45:20.655399 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-351f8a30-5dcf-4d51-9a0c-0c32839d46b2 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c067f1df3c7f47299bc2db03d904d156 HTTP/1.1" status: 200 len: 380 time: 0.0633488 Sep 28 08:45:20.665058 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-272713c5-0c9e-4eeb-9792-c60ed01a4ce1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Request body: {'port': {'device_id': 'f01e6e1b-84cf-44b2-85ec-dba5603c76ae', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'admin_state_up': True, 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'security_groups': ['7a655401-8839-4eab-b03f-ee4cd8c08671']}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:45:20.674537 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b77673f9-a00d-411e-a5c2-d0f43dd217d6 req-f30b16de-efc9-4202-be53-17443c4bad23 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=d58d7457-5855-4349-876d-c208e237594e HTTP/1.1" status: 200 len: 210 time: 0.0383315 Sep 28 08:45:20.779963 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-272713c5-0c9e-4eeb-9792-c60ed01a4ce1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Made reservation on behalf of c067f1df3c7f47299bc2db03d904d156 for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:45:20.783582 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-272713c5-0c9e-4eeb-9792-c60ed01a4ce1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:20.907389 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-272713c5-0c9e-4eeb-9792-c60ed01a4ce1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Allocated IP 172.20.0.13 (8e213c79-0ba4-458e-84ef-70d744799a89/bea30454-8677-4268-a491-c558446ae000/4d6b9373-73e3-4bd1-aca0-9a1bba180a33) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:45:21.047868 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-272713c5-0c9e-4eeb-9792-c60ed01a4ce1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:21.082636 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-272713c5-0c9e-4eeb-9792-c60ed01a4ce1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:21.133697 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-272713c5-0c9e-4eeb-9792-c60ed01a4ce1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Network 8e213c79-0ba4-458e-84ef-70d744799a89 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:45:21.136985 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-272713c5-0c9e-4eeb-9792-c60ed01a4ce1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:45:21.139977 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-272713c5-0c9e-4eeb-9792-c60ed01a4ce1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:45:21.176111 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272713c5-0c9e-4eeb-9792-c60ed01a4ce1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Pushing event updated for resources: {'Port': ['ID=4d6b9373-73e3-4bd1-aca0-9a1bba180a33,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:21.205668 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-272713c5-0c9e-4eeb-9792-c60ed01a4ce1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:21.206430 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-272713c5-0c9e-4eeb-9792-c60ed01a4ce1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:21.225072 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-272713c5-0c9e-4eeb-9792-c60ed01a4ce1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5651875 Sep 28 08:45:21.246625 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-03c45785-0277-487a-8c7e-3cb41a925f5e service neutron] Request body: {'port': {'device_id': 'f01e6e1b-84cf-44b2-85ec-dba5603c76ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:45:21.267149 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:21.312830 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-03c45785-0277-487a-8c7e-3cb41a925f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:21.328142 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:21.387455 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-343ceb37-bd02-440f-9043-31d642e7ebdf None None] Provisioning complete for port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:45:21.388111 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-343ceb37-bd02-440f-9043-31d642e7ebdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:21.388318 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-343ceb37-bd02-440f-9043-31d642e7ebdf None None] Attempt 1 to provision port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 Sep 28 08:45:21.399727 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32362dbc-2769-44a3-974e-5d4ee9c85fb3 req-7eb2d554-a1d8-4ce1-9240-56be4ada7f72 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:21.401843 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-32362dbc-2769-44a3-974e-5d4ee9c85fb3 req-7eb2d554-a1d8-4ce1-9240-56be4ada7f72 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 932 time: 0.0537901 Sep 28 08:45:21.422191 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-343ceb37-bd02-440f-9043-31d642e7ebdf None None] Port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:45:21.451821 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-32362dbc-2769-44a3-974e-5d4ee9c85fb3 req-ee3c3e8f-ab5b-47f4-be45-b3ba37e5b65a tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438435 Sep 28 08:45:21.580086 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-03c45785-0277-487a-8c7e-3cb41a925f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:45:21.587882 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-03c45785-0277-487a-8c7e-3cb41a925f5e service neutron] Publish callbacks [] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:21.601335 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-03c45785-0277-487a-8c7e-3cb41a925f5e service neutron] Transition to ACTIVE for port object 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 08:45:21.605749 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-03c45785-0277-487a-8c7e-3cb41a925f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:21.665420 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c45785-0277-487a-8c7e-3cb41a925f5e service neutron] Pushing event updated for resources: {'Port': ['ID=4d6b9373-73e3-4bd1-aca0-9a1bba180a33,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:21.716397 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-03c45785-0277-487a-8c7e-3cb41a925f5e service neutron] Attempting to bind port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:45:21.716731 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-03c45785-0277-487a-8c7e-3cb41a925f5e service neutron] Attempting to bind port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '485ca190-db56-4751-b273-de0c3ba9a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:45:21.717117 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-03c45785-0277-487a-8c7e-3cb41a925f5e service neutron] Attempting to bind port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 on network 8e213c79-0ba4-458e-84ef-70d744799a89 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:45:21.764316 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-03c45785-0277-487a-8c7e-3cb41a925f5e service neutron] Port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 on network 8e213c79-0ba4-458e-84ef-70d744799a89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:45:21.764650 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-03c45785-0277-487a-8c7e-3cb41a925f5e service neutron] Attempting to bind port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 on network 8e213c79-0ba4-458e-84ef-70d744799a89 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:45:21.808562 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-03c45785-0277-487a-8c7e-3cb41a925f5e service neutron] Checking agent: {'id': '0e203ff6-fe6d-4565-9e88-81d2831b3c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'started_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:45:21.808954 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-03c45785-0277-487a-8c7e-3cb41a925f5e service neutron] Checking segment: {'id': '485ca190-db56-4751-b273-de0c3ba9a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:45:21.809481 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-03c45785-0277-487a-8c7e-3cb41a925f5e service neutron] Bound using segment: {'id': '485ca190-db56-4751-b273-de0c3ba9a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:45:21.809999 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-03c45785-0277-487a-8c7e-3cb41a925f5e service neutron] Bound port: 4d6b9373-73e3-4bd1-aca0-9a1bba180a33, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485ca190-db56-4751-b273-de0c3ba9a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:45:21.810419 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-03c45785-0277-487a-8c7e-3cb41a925f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:21.885175 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-03c45785-0277-487a-8c7e-3cb41a925f5e service neutron] For port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33, host hv-cinder-84456, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:45:21.888714 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-03c45785-0277-487a-8c7e-3cb41a925f5e service neutron] For port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4d6b9373-73e3-4bd1-aca0-9a1bba180a33,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:45:21.894928 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-03c45785-0277-487a-8c7e-3cb41a925f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:21.898251 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-03c45785-0277-487a-8c7e-3cb41a925f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:21.899075 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-03c45785-0277-487a-8c7e-3cb41a925f5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:21.900512 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-03c45785-0277-487a-8c7e-3cb41a925f5e service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/4d6b9373-73e3-4bd1-aca0-9a1bba180a33 HTTP/1.1" status: 200 len: 1094 time: 0.6588774 Sep 28 08:45:21.903270 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01e6e1b-84cf-44b2-85ec-dba5603c76ae', 'tag': '4d6b9373-73e3-4bd1-aca0-9a1bba180a33'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:45:21.905533 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8c3576-37fc-4dc8-bd4d-148e14bf72f0" -d '{"events": [{"name": "network-changed", "server_uuid": "f01e6e1b-84cf-44b2-85ec-dba5603c76ae", "tag": "4d6b9373-73e3-4bd1-aca0-9a1bba180a33"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:45:21.923368 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-343ceb37-bd02-440f-9043-31d642e7ebdf None None] Attempt 2 to provision port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 Sep 28 08:45:21.955139 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c4b786-84b6-474f-96d6-06a6efd40211 x-openstack-request-id: req-d0c4b786-84b6-474f-96d6-06a6efd40211 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:45:21.955497 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01e6e1b-84cf-44b2-85ec-dba5603c76ae", "tag": "4d6b9373-73e3-4bd1-aca0-9a1bba180a33", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:45:21.955819 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d0c4b786-84b6-474f-96d6-06a6efd40211 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:45:21.956275 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c4b786-84b6-474f-96d6-06a6efd40211'] response: {'name': 'network-changed', 'server_uuid': 'f01e6e1b-84cf-44b2-85ec-dba5603c76ae', 'tag': '4d6b9373-73e3-4bd1-aca0-9a1bba180a33', 'status': 'completed', 'code': 200} Sep 28 08:45:21.958321 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001c9e7-3b27-4cd9-90ac-f94e5c26b1f2 req-5a75088c-430f-4d23-a0e8-0784b116cf9a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:21.960438 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a001c9e7-3b27-4cd9-90ac-f94e5c26b1f2 req-5a75088c-430f-4d23-a0e8-0784b116cf9a tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0534635 Sep 28 08:45:21.961609 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c45785-0277-487a-8c7e-3cb41a925f5e service neutron] Pushing event updated for resources: {'Port': ['ID=4d6b9373-73e3-4bd1-aca0-9a1bba180a33,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:21.978072 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-343ceb37-bd02-440f-9043-31d642e7ebdf None None] Port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 had new provisioning blocks added so it will not transition to active. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 08:45:22.013351 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a001c9e7-3b27-4cd9-90ac-f94e5c26b1f2 req-e1360179-e919-4def-943c-5db26b0f5966 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461740 Sep 28 08:45:22.580832 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f8533-aaa4-40c5-8f3f-b198f3bbc7ef req-d610ad65-41b3-4c3c-a214-870e0285df55 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:22.582565 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ed3f8533-aaa4-40c5-8f3f-b198f3bbc7ef req-d610ad65-41b3-4c3c-a214-870e0285df55 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0492222 Sep 28 08:45:22.629143 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ed3f8533-aaa4-40c5-8f3f-b198f3bbc7ef req-805354af-a046-41f1-8d68-963b0307fdfa tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409534 Sep 28 08:45:23.132138 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c0204-7c6f-45cf-81d1-d834cf11064f req-e111ee1e-2b7f-468d-84b7-b1ad7911b0a9 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:23.133630 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3d1c0204-7c6f-45cf-81d1-d834cf11064f req-e111ee1e-2b7f-468d-84b7-b1ad7911b0a9 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0463595 Sep 28 08:45:23.183845 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3d1c0204-7c6f-45cf-81d1-d834cf11064f req-27b0965b-fab1-4821-9f31-89af34d02ef5 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435152 Sep 28 08:45:23.361056 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 6a3b0562-aa67-4f66-a0ad-66e753e42296 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:45:23.380109 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] No Port match for: 6a3b0562-aa67-4f66-a0ad-66e753e42296 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:45:23.380457 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 6a3b0562-aa67-4f66-a0ad-66e753e42296 not bound to the agent host hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:45:23.756582 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e2b6c-9d18-453f-8e7d-31aaba7ce976 req-4961bfde-0440-4f42-b5d0-290e5a3be857 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:23.758092 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-920e2b6c-9d18-453f-8e7d-31aaba7ce976 req-4961bfde-0440-4f42-b5d0-290e5a3be857 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0504577 Sep 28 08:45:23.806789 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-920e2b6c-9d18-453f-8e7d-31aaba7ce976 req-02f1eab0-a3c7-4526-ba7e-2f63896093cb tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423796 Sep 28 08:45:23.854484 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c3576-37fc-4dc8-bd4d-148e14bf72f0 req-9a2ccfaa-f218-4cb4-93f5-f2ef7874ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:23.855989 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cd8c3576-37fc-4dc8-bd4d-148e14bf72f0 req-9a2ccfaa-f218-4cb4-93f5-f2ef7874ad63 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c067f1df3c7f47299bc2db03d904d156&device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 1128 time: 0.0445220 Sep 28 08:45:23.938967 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:23.965820 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c3576-37fc-4dc8-bd4d-148e14bf72f0 req-39fab6c5-90a2-4e80-be91-6ce454cced34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:23.967287 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cd8c3576-37fc-4dc8-bd4d-148e14bf72f0 req-39fab6c5-90a2-4e80-be91-6ce454cced34 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=c067f1df3c7f47299bc2db03d904d156&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0959382 Sep 28 08:45:24.086161 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c3576-37fc-4dc8-bd4d-148e14bf72f0 req-a715ecfa-fbcc-40f0-8cdd-bafa5821553f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:24.087634 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-cd8c3576-37fc-4dc8-bd4d-148e14bf72f0 req-a715ecfa-fbcc-40f0-8cdd-bafa5821553f service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918152 Sep 28 08:45:24.286471 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-d3346572-4c53-4a96-9ae8-88ef75bb4383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:24.305947 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac70186-d7aa-422e-9025-644308f6554d req-3f20dd5b-7d69-4c97-9c3c-70126de48f27 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:24.307426 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bac70186-d7aa-422e-9025-644308f6554d req-3f20dd5b-7d69-4c97-9c3c-70126de48f27 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0505061 Sep 28 08:45:24.355162 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bac70186-d7aa-422e-9025-644308f6554d req-9570fb24-d26f-4cba-a47b-b49ae91e011f tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2e04ab02-f4d4-43b1-9f00-a03a39f38beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420218 Sep 28 08:45:24.473288 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-592a1471-dcc1-46f1-8d82-ecb1bc23497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:24.474754 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-592a1471-dcc1-46f1-8d82-ecb1bc23497f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c067f1df3c7f47299bc2db03d904d156&device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 1128 time: 0.0394058 Sep 28 08:45:24.479782 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fec31d-3e9e-4c8c-8fa4-470974701afe req-fcaa7e89-3492-43fe-8086-0efd82c26727 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:24.481242 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-92fec31d-3e9e-4c8c-8fa4-470974701afe req-fcaa7e89-3492-43fe-8086-0efd82c26727 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 945 time: 0.0463722 Sep 28 08:45:24.528585 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-9e58e902-13e0-40d5-92c0-bf62d48741e9 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d6b9373-73e3-4bd1-aca0-9a1bba180a33 HTTP/1.1" status: 200 len: 217 time: 0.0363722 Sep 28 08:45:24.538628 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:24.579284 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-b6d796a1-eb49-4dd0-8e51-a9a95acfccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:24.580687 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-92fec31d-3e9e-4c8c-8fa4-470974701afe req-7d67107f-655b-49e4-bb42-055a941c42ae tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Deleting port f6ac07f3-2675-41dc-968c-7b86388bb047 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:45:24.580857 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-b6d796a1-eb49-4dd0-8e51-a9a95acfccbc service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=bea30454-8677-4268-a491-c558446ae000 HTTP/1.1" status: 200 len: 855 time: 0.0465491 Sep 28 08:45:24.580957 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-92fec31d-3e9e-4c8c-8fa4-470974701afe req-7d67107f-655b-49e4-bb42-055a941c42ae tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (f6ac07f3-2675-41dc-968c-7b86388bb047), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:24.642022 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-7f9f27dd-0041-4aa1-ba3f-0149356a13de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:24.643706 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-7f9f27dd-0041-4aa1-ba3f-0149356a13de service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=8e213c79-0ba4-458e-84ef-70d744799a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566711 Sep 28 08:45:24.690104 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-92fec31d-3e9e-4c8c-8fa4-470974701afe req-7d67107f-655b-49e4-bb42-055a941c42ae tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] For port f6ac07f3-2675-41dc-968c-7b86388bb047, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=f6ac07f3-2675-41dc-968c-7b86388bb047,segment=NetworkSegment(d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a),segment_id=d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:45:24.690470 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-92fec31d-3e9e-4c8c-8fa4-470974701afe req-7d67107f-655b-49e4-bb42-055a941c42ae tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (f6ac07f3-2675-41dc-968c-7b86388bb047), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:24.704188 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-92fec31d-3e9e-4c8c-8fa4-470974701afe req-7d67107f-655b-49e4-bb42-055a941c42ae tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Calling delete_port for f6ac07f3-2675-41dc-968c-7b86388bb047 owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:45:24.738568 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-37066bd8-2eda-40e3-8d2a-a29d6a6aa0c8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8e213c79-0ba4-458e-84ef-70d744799a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880756 Sep 28 08:45:24.834018 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-92fec31d-3e9e-4c8c-8fa4-470974701afe req-7d67107f-655b-49e4-bb42-055a941c42ae tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (f6ac07f3-2675-41dc-968c-7b86388bb047), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:24.834486 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2e184c78-d649-4a64-8b03-e49af49f7a38 req-d21b3df5-784a-41c9-aab8-718d929a56c1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8e213c79-0ba4-458e-84ef-70d744799a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898666 Sep 28 08:45:24.860683 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67107f-655b-49e4-bb42-055a941c42ae tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Pushing event deleted for resources: {'Port': ['ID=f6ac07f3-2675-41dc-968c-7b86388bb047,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:24.872208 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['f6ac07f3-2675-41dc-968c-7b86388bb047'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:45:24.926941 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fec31d-3e9e-4c8c-8fa4-470974701afe req-7d67107f-655b-49e4-bb42-055a941c42ae tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] No DVR routers for this DVR port f6ac07f3-2675-41dc-968c-7b86388bb047 on host hv-cinder-84456 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:45:24.929750 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-92fec31d-3e9e-4c8c-8fa4-470974701afe req-7d67107f-655b-49e4-bb42-055a941c42ae tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:24.933775 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-92fec31d-3e9e-4c8c-8fa4-470974701afe req-7d67107f-655b-49e4-bb42-055a941c42ae tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.26 "DELETE /networking/v2.0/ports/f6ac07f3-2675-41dc-968c-7b86388bb047 HTTP/1.1" status: 204 len: 173 time: 0.4413776 Sep 28 08:45:24.934367 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53562009-e64b-47ed-8dd7-890647fe3e44', 'name': 'network-vif-deleted', 'tag': 'f6ac07f3-2675-41dc-968c-7b86388bb047'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:45:24.936861 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d58e687-e9a4-40b6-bf31-dee9ca80b670" -d '{"events": [{"server_uuid": "53562009-e64b-47ed-8dd7-890647fe3e44", "name": "network-vif-deleted", "tag": "f6ac07f3-2675-41dc-968c-7b86388bb047"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:45:24.947549 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:24.962173 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ff1fd-a0fc-4f01-93fd-aa5bbf0caba7 req-06cdc5e0-4fb9-4d5b-8cfa-37676d6ba7b1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:24.963765 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-084ff1fd-a0fc-4f01-93fd-aa5bbf0caba7 req-06cdc5e0-4fb9-4d5b-8cfa-37676d6ba7b1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0551100 Sep 28 08:45:24.977402 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:24.980240 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0c415e-7f55-4b08-b6b0-5b7c668cfd3c x-openstack-request-id: req-5f0c415e-7f55-4b08-b6b0-5b7c668cfd3c {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:45:24.980755 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53562009-e64b-47ed-8dd7-890647fe3e44", "name": "network-vif-deleted", "tag": "f6ac07f3-2675-41dc-968c-7b86388bb047", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:45:24.981116 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5f0c415e-7f55-4b08-b6b0-5b7c668cfd3c {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:45:24.981621 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f0c415e-7f55-4b08-b6b0-5b7c668cfd3c'] response: {'server_uuid': '53562009-e64b-47ed-8dd7-890647fe3e44', 'name': 'network-vif-deleted', 'tag': 'f6ac07f3-2675-41dc-968c-7b86388bb047', 'status': 'completed', 'code': 200} Sep 28 08:45:25.016129 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-084ff1fd-a0fc-4f01-93fd-aa5bbf0caba7 req-b8012d8d-4238-4ab7-ba7c-fac45d7c834b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462949 Sep 28 08:45:25.465107 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-dee2b941-f01e-4d5b-a596-fb1ffc5a071e req-cf455d98-f815-4c61-9fe7-fb03a5d746dd tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 210 time: 0.0280242 Sep 28 08:45:25.515623 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=34 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:25.529659 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=38 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:26.144593 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9c8ff-9f45-4283-9608-cd90904e18f7 req-23fd5edb-f1a2-4473-a0ba-0ed27664e6af tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:26.146083 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-77c9c8ff-9f45-4283-9608-cd90904e18f7 req-23fd5edb-f1a2-4473-a0ba-0ed27664e6af tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0454695 Sep 28 08:45:26.196347 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-77c9c8ff-9f45-4283-9608-cd90904e18f7 req-0f904788-deb1-4a3b-b8eb-0a1a470cfc72 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441039 Sep 28 08:45:26.566436 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c7aea688-13e4-406e-9a53-12ecf59f7aef req-982c343c-18d4-40b2-b3b5-02a5a08f2265 tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 210 time: 0.0274746 Sep 28 08:45:26.680816 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-171d8a31-3225-4f2c-a4ed-c092616fd337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:27.322306 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc8880-0436-412b-a5f6-7663cffaf55a req-e36049ff-b064-4121-a9ae-8c0768ec7dcf tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:27.324418 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-53cc8880-0436-412b-a5f6-7663cffaf55a req-e36049ff-b064-4121-a9ae-8c0768ec7dcf tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0464933 Sep 28 08:45:27.371484 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-53cc8880-0436-412b-a5f6-7663cffaf55a req-e021cd11-6ffc-4b9e-85fe-f6e1f15092a4 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414233 Sep 28 08:45:27.672993 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6e43943d-e086-4458-b13d-63e47712d55c req-e373ac43-ad69-4dc5-aeec-328c34eb1a3d tempest-ServerRescueNegativeTestJSON-108095074 tempest-ServerRescueNegativeTestJSON-108095074-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=53562009-e64b-47ed-8dd7-890647fe3e44 HTTP/1.1" status: 200 len: 210 time: 0.0311110 Sep 28 08:45:27.873506 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:28.499920 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e897eb-7b72-415b-aff7-38e9b4effcb9 req-12764966-5d12-4049-a24e-29d1b8900a24 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:28.501413 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-92e897eb-7b72-415b-aff7-38e9b4effcb9 req-12764966-5d12-4049-a24e-29d1b8900a24 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0464270 Sep 28 08:45:28.549709 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-92e897eb-7b72-415b-aff7-38e9b4effcb9 req-b37477cd-2b55-4b21-8d5e-0a906a2e8c06 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425951 Sep 28 08:45:28.743150 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 57764) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:29.369215 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:45:29.386959 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device f6ac07f3-2675-41dc-968c-7b86388bb047 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:45:29.413107 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] No Port match for: f6ac07f3-2675-41dc-968c-7b86388bb047 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:45:29.413578 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device f6ac07f3-2675-41dc-968c-7b86388bb047 not bound to the agent host hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:45:29.477420 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605544'] for router_interface (4ab4942c-0ef5-485b-a142-80123b4e266a), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:29.492358 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:29.508758 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:29.538498 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4d6b9373-73e3-4bd1-aca0-9a1bba180a33,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:45:29.551058 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': '4d6b9373-73e3-4bd1-aca0-9a1bba180a33', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'port_id': '4d6b9373-73e3-4bd1-aca0-9a1bba180a33', 'mac_address': 'fa:16:3e:49:40:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea30454-8677-4268-a491-c558446ae000', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:45:29.556707 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:29.590344 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:45:29.590743 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:29.605845 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:45:29.626278 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4d6b9373-73e3-4bd1-aca0-9a1bba180a33,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:45:29.630800 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:29.680957 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=4d6b9373-73e3-4bd1-aca0-9a1bba180a33,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:29.690311 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc8c16-81b4-4655-8093-460f58582fc7 req-ce41ee4c-d43b-4256-8dae-3182fffda390 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:29.692919 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cbcc8c16-81b4-4655-8093-460f58582fc7 req-ce41ee4c-d43b-4256-8dae-3182fffda390 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 945 time: 0.0573754 Sep 28 08:45:29.742404 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cbcc8c16-81b4-4655-8093-460f58582fc7 req-a8accea0-2522-4250-949a-479bf4769e6d tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428939 Sep 28 08:45:29.785402 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] Deleting port bf9afea4-305a-4550-9e05-062d198e175a {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:45:29.785976 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (bf9afea4-305a-4550-9e05-062d198e175a), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:29.830714 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:29.872697 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] For port bf9afea4-305a-4550-9e05-062d198e175a, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=bf9afea4-305a-4550-9e05-062d198e175a,segment=NetworkSegment(d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a),segment_id=d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:45:29.873072 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (bf9afea4-305a-4550-9e05-062d198e175a), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:29.885737 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] Calling delete_port for bf9afea4-305a-4550-9e05-062d198e175a owned by network:router_interface {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:45:30.060732 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (bf9afea4-305a-4550-9e05-062d198e175a), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:30.066750 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['4d6b9373-73e3-4bd1-aca0-9a1bba180a33'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:45:30.082656 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] Pushing event deleted for resources: {'Port': ['ID=bf9afea4-305a-4550-9e05-062d198e175a,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:30.096850 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:30.097229 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:30.097577 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:30.097918 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:30.098253 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:30.098576 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:30.098911 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:30.099241 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:30.099576 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:30.099901 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:30.100227 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:30.100551 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:30.100873 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:30.101223 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:30.101536 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:30.126049 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:30.130440 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:30.270957 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596184'] for router_interface (4ab4942c-0ef5-485b-a142-80123b4e266a), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:30.472955 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:30.474995 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] Router 4ab4942c-0ef5-485b-a142-80123b4e266a has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:45:30.578058 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:45:30.583393 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-137f1c7f-9be6-4be9-9a5e-7b3a34c72d4b admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/4ab4942c-0ef5-485b-a142-80123b4e266a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8392024 Sep 28 08:45:30.586147 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 57770) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:30.586840 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca94960-3f67-4ae4-82eb-39063a5afceb None None] Sync routers for ids ['4ab4942c-0ef5-485b-a142-80123b4e266a'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:45:30.597600 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca94960-3f67-4ae4-82eb-39063a5afceb None None] Routers {'4ab4942c-0ef5-485b-a142-80123b4e266a'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:45:30.598221 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-cca94960-3f67-4ae4-82eb-39063a5afceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:45:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['4ab4942c-0ef5-485b-a142-80123b4e266a'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:45:30.632869 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:30.694974 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-31a4cf8a-905e-49ef-9c2d-fed820131cd5 admin admin] Publish callbacks [] for router (4ab4942c-0ef5-485b-a142-80123b4e266a), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:30.790290 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-cca94960-3f67-4ae4-82eb-39063a5afceb None None] Set router 4ab4942c-0ef5-485b-a142-80123b4e266a gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:45:30.798848 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-31a4cf8a-905e-49ef-9c2d-fed820131cd5 admin admin] Publish callbacks [] for router_gateway (4ab4942c-0ef5-485b-a142-80123b4e266a), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:30.847536 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-31a4cf8a-905e-49ef-9c2d-fed820131cd5 admin admin] Deleting port b6996259-eb1e-4bce-845f-dc226adbad69 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:45:30.848272 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-31a4cf8a-905e-49ef-9c2d-fed820131cd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (b6996259-eb1e-4bce-845f-dc226adbad69), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:30.881505 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa6b4a-6daf-41a4-aafe-d95c5f6d0c0e req-4d3716d7-39c3-4c15-b3c6-9669d9b3fef3 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:30.883002 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7caa6b4a-6daf-41a4-aafe-d95c5f6d0c0e req-4d3716d7-39c3-4c15-b3c6-9669d9b3fef3 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 945 time: 0.0533063 Sep 28 08:45:30.933539 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7caa6b4a-6daf-41a4-aafe-d95c5f6d0c0e req-253ce938-a96a-4f74-b617-7134e59d27b8 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443428 Sep 28 08:45:30.945971 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-31a4cf8a-905e-49ef-9c2d-fed820131cd5 admin admin] For port b6996259-eb1e-4bce-845f-dc226adbad69, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=b6996259-eb1e-4bce-845f-dc226adbad69,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:45:30.946355 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-31a4cf8a-905e-49ef-9c2d-fed820131cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (b6996259-eb1e-4bce-845f-dc226adbad69), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:30.960381 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-31a4cf8a-905e-49ef-9c2d-fed820131cd5 admin admin] Calling delete_port for b6996259-eb1e-4bce-845f-dc226adbad69 owned by network:router_gateway {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:45:30.963698 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-cca94960-3f67-4ae4-82eb-39063a5afceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'name': 'tempest-ServerRescueNegativeTestJSON-324872223-router', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:45:30Z', 'revision_number': 5, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'gw_port': {'id': 'b6996259-eb1e-4bce-845f-dc226adbad69', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:45:30.988451 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca94960-3f67-4ae4-82eb-39063a5afceb None None] Checking router: 4ab4942c-0ef5-485b-a142-80123b4e266a for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:45:30.996967 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca94960-3f67-4ae4-82eb-39063a5afceb None None] Routers {'4ab4942c-0ef5-485b-a142-80123b4e266a'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:45:30.997593 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-cca94960-3f67-4ae4-82eb-39063a5afceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:45:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['4ab4942c-0ef5-485b-a142-80123b4e266a'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:45:31.083409 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-cca94960-3f67-4ae4-82eb-39063a5afceb None None] Set router 4ab4942c-0ef5-485b-a142-80123b4e266a gateway port host: None {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:45:31.127592 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-31a4cf8a-905e-49ef-9c2d-fed820131cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (b6996259-eb1e-4bce-845f-dc226adbad69), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:31.133401 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-cca94960-3f67-4ae4-82eb-39063a5afceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'name': 'tempest-ServerRescueNegativeTestJSON-324872223-router', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:45:30Z', 'revision_number': 6, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'gw_port_host': None}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:45:31.153690 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4cf8a-905e-49ef-9c2d-fed820131cd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6996259-eb1e-4bce-845f-dc226adbad69,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:31.164030 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca94960-3f67-4ae4-82eb-39063a5afceb None None] The sync data for ids ['4ab4942c-0ef5-485b-a142-80123b4e266a'] in dv-cinder-844563-8-iscsi is: [{'id': '4ab4942c-0ef5-485b-a142-80123b4e266a', 'name': 'tempest-ServerRescueNegativeTestJSON-324872223-router', 'tenant_id': '42699952850d49fdafb670aeb5f613ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:45:30Z', 'revision_number': 6, 'project_id': '42699952850d49fdafb670aeb5f613ed', 'gw_port_host': None}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:45:31.220949 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-31a4cf8a-905e-49ef-9c2d-fed820131cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595758'] for router_gateway (4ab4942c-0ef5-485b-a142-80123b4e266a), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:31.308627 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-31a4cf8a-905e-49ef-9c2d-fed820131cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3720'] for router (4ab4942c-0ef5-485b-a142-80123b4e266a), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:31.310866 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-31a4cf8a-905e-49ef-9c2d-fed820131cd5 admin admin] Publish callbacks [] for router_controller (4ab4942c-0ef5-485b-a142-80123b4e266a), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:31.354792 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-31a4cf8a-905e-49ef-9c2d-fed820131cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596270'] for router (4ab4942c-0ef5-485b-a142-80123b4e266a), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:31.355295 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a4cf8a-905e-49ef-9c2d-fed820131cd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ab4942c-0ef5-485b-a142-80123b4e266a {{(pid=106475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:45:31.359557 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-31a4cf8a-905e-49ef-9c2d-fed820131cd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:31.360728 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-31a4cf8a-905e-49ef-9c2d-fed820131cd5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/4ab4942c-0ef5-485b-a142-80123b4e266a HTTP/1.1" status: 204 len: 168 time: 0.7736645 Sep 28 08:45:31.363258 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 57774) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:31.396350 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:45:31.408706 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_v2 [None req-826d3678-8ce3-40b9-9fdd-1b7159e805b7 admin admin] Deleting subnet 18b86f52-f49c-435b-95de-852298b2f6f4 {{(pid=106475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 08:45:31.411875 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-826d3678-8ce3-40b9-9fdd-1b7159e805b7 admin admin] Publish callbacks [] for subnet (18b86f52-f49c-435b-95de-852298b2f6f4), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:31.442092 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning for port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 08:45:31.447047 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-826d3678-8ce3-40b9-9fdd-1b7159e805b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2637683'] for subnet (18b86f52-f49c-435b-95de-852298b2f6f4), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:31.448912 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:45:31.449071 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:31.449773 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:31.449894 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 Sep 28 08:45:31.531557 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:45:31.531956 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:31.549559 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:31.585417 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4d6b9373-73e3-4bd1-aca0-9a1bba180a33,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:45:31.586666 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01e6e1b-84cf-44b2-85ec-dba5603c76ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6b9373-73e3-4bd1-aca0-9a1bba180a33'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:45:31.590474 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1708c2f6-5e66-42f9-9f79-88062c63cd2b" -d '{"events": [{"server_uuid": "f01e6e1b-84cf-44b2-85ec-dba5603c76ae", "name": "network-vif-plugged", "status": "completed", "tag": "4d6b9373-73e3-4bd1-aca0-9a1bba180a33"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:45:31.596200 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:31.597355 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-826d3678-8ce3-40b9-9fdd-1b7159e805b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672334'] for subnet (18b86f52-f49c-435b-95de-852298b2f6f4), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:31.642408 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9015d7b-ece2-4e05-bc4a-b5fbd0b4aa63 x-openstack-request-id: req-d9015d7b-ece2-4e05-bc4a-b5fbd0b4aa63 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:45:31.643169 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01e6e1b-84cf-44b2-85ec-dba5603c76ae", "name": "network-vif-plugged", "status": "completed", "tag": "4d6b9373-73e3-4bd1-aca0-9a1bba180a33", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:45:31.643681 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9015d7b-ece2-4e05-bc4a-b5fbd0b4aa63 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:45:31.644439 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9015d7b-ece2-4e05-bc4a-b5fbd0b4aa63'] response: {'server_uuid': 'f01e6e1b-84cf-44b2-85ec-dba5603c76ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6b9373-73e3-4bd1-aca0-9a1bba180a33', 'code': 200} Sep 28 08:45:31.656026 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-826d3678-8ce3-40b9-9fdd-1b7159e805b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2793407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3714010'] for subnet (18b86f52-f49c-435b-95de-852298b2f6f4), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:31.666846 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=4d6b9373-73e3-4bd1-aca0-9a1bba180a33,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:31.684709 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826d3678-8ce3-40b9-9fdd-1b7159e805b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18b86f52-f49c-435b-95de-852298b2f6f4,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:31.685129 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device bf9afea4-305a-4550-9e05-062d198e175a no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:45:31.688363 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-826d3678-8ce3-40b9-9fdd-1b7159e805b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:31.691514 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-826d3678-8ce3-40b9-9fdd-1b7159e805b7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/18b86f52-f49c-435b-95de-852298b2f6f4 HTTP/1.1" status: 204 len: 168 time: 0.3273315 Sep 28 08:45:31.693998 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 57778) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:31.701396 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e23bac-9a33-467a-9416-b4c01b14fe29 None None] Network ecfbeafd-1446-46f2-889b-466b351133a2 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:45:31.733244 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: bf9afea4-305a-4550-9e05-062d198e175a {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:45:31.733742 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device bf9afea4-305a-4550-9e05-062d198e175a not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:45:31.768448 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a8769024-a64f-4c68-ba44-fa3cf4de780e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792351'] for network (ecfbeafd-1446-46f2-889b-466b351133a2), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:31.812346 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-a8769024-a64f-4c68-ba44-fa3cf4de780e admin admin] Deleting port db9d2054-8933-440a-b05a-a6953181529a {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:45:31.813021 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a8769024-a64f-4c68-ba44-fa3cf4de780e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (db9d2054-8933-440a-b05a-a6953181529a), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:31.910622 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-a8769024-a64f-4c68-ba44-fa3cf4de780e admin admin] For port db9d2054-8933-440a-b05a-a6953181529a, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=db9d2054-8933-440a-b05a-a6953181529a,segment=NetworkSegment(d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a),segment_id=d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:45:31.910876 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a8769024-a64f-4c68-ba44-fa3cf4de780e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (db9d2054-8933-440a-b05a-a6953181529a), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:31.913668 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d071a0f-49ad-48bd-b0f9-f8ece77c3ae0 req-d8940b38-05c7-426e-a8d3-7e65642ff60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:31.915131 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9d071a0f-49ad-48bd-b0f9-f8ece77c3ae0 req-d8940b38-05c7-426e-a8d3-7e65642ff60e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 1130 time: 0.0591946 Sep 28 08:45:31.933605 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-a8769024-a64f-4c68-ba44-fa3cf4de780e admin admin] Calling delete_port for db9d2054-8933-440a-b05a-a6953181529a owned by network:dhcp {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:45:32.008846 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9d071a0f-49ad-48bd-b0f9-f8ece77c3ae0 req-c476a800-b8f8-44f4-9dc3-ecfe73cb1323 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860474 Sep 28 08:45:32.017510 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3aad1c-c99a-46ab-b9a9-1b874134c271 None None] DHCP port deletion for ecfbeafd-1446-46f2-889b-466b351133a2 request from dv-cinder-844563-8-iscsi {{(pid=106477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 08:45:32.061706 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-cf3aad1c-c99a-46ab-b9a9-1b874134c271 None None] Deleting port db9d2054-8933-440a-b05a-a6953181529a {{(pid=106477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:45:32.062086 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-cf3aad1c-c99a-46ab-b9a9-1b874134c271 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (db9d2054-8933-440a-b05a-a6953181529a), before_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:32.093590 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0379547-9b98-4d6f-b1fd-17b903e19298 req-964c94a3-21a2-498e-beda-85c46706e879 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:32.096956 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d0379547-9b98-4d6f-b1fd-17b903e19298 req-964c94a3-21a2-498e-beda-85c46706e879 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0664430 Sep 28 08:45:32.132961 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-cf3aad1c-c99a-46ab-b9a9-1b874134c271 None None] For port db9d2054-8933-440a-b05a-a6953181529a, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=db9d2054-8933-440a-b05a-a6953181529a,segment=NetworkSegment(d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a),segment_id=d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:45:32.135058 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-cf3aad1c-c99a-46ab-b9a9-1b874134c271 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (db9d2054-8933-440a-b05a-a6953181529a), precommit_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:32.153263 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-cf3aad1c-c99a-46ab-b9a9-1b874134c271 None None] Calling delete_port for db9d2054-8933-440a-b05a-a6953181529a owned by network:dhcp {{(pid=106477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:45:32.168795 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d0379547-9b98-4d6f-b1fd-17b903e19298 req-eae2dd40-f941-4b80-82dc-7d0cb394a320 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648441 Sep 28 08:45:32.244175 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-cf3aad1c-c99a-46ab-b9a9-1b874134c271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461'] for port (db9d2054-8933-440a-b05a-a6953181529a), after_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:32.269958 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3aad1c-c99a-46ab-b9a9-1b874134c271 None None] Pushing event deleted for resources: {'Port': ['ID=db9d2054-8933-440a-b05a-a6953181529a,revision_number=None']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:32.271977 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a8769024-a64f-4c68-ba44-fa3cf4de780e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (db9d2054-8933-440a-b05a-a6953181529a), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:32.279276 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3aad1c-c99a-46ab-b9a9-1b874134c271 None None] No DVR routers for this DVR port db9d2054-8933-440a-b05a-a6953181529a on host dv-cinder-844563-8-iscsi {{(pid=106477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:45:32.298050 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8769024-a64f-4c68-ba44-fa3cf4de780e admin admin] Pushing event deleted for resources: {'Port': ['ID=db9d2054-8933-440a-b05a-a6953181529a,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:32.301601 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8769024-a64f-4c68-ba44-fa3cf4de780e admin admin] No DVR routers for this DVR port db9d2054-8933-440a-b05a-a6953181529a on host dv-cinder-844563-8-iscsi {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:45:32.380376 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a8769024-a64f-4c68-ba44-fa3cf4de780e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845688', 'neutron.services.segments.db._delete_segments_for_network-8759190702794'] for network (ecfbeafd-1446-46f2-889b-466b351133a2), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:32.400543 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-a8769024-a64f-4c68-ba44-fa3cf4de780e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecfbeafd-1446-46f2-889b-466b351133a2']}} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:45:32.409706 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-a8769024-a64f-4c68-ba44-fa3cf4de780e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a') {'for_net_delete': True} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:45:32.410002 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-a8769024-a64f-4c68-ba44-fa3cf4de780e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a') {} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:45:32.419793 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a8769024-a64f-4c68-ba44-fa3cf4de780e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759190673511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2637690'] for segment (d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:32.435760 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a8769024-a64f-4c68-ba44-fa3cf4de780e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:32.443590 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8769024-a64f-4c68-ba44-fa3cf4de780e admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=106475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:45:32.443979 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a8769024-a64f-4c68-ba44-fa3cf4de780e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2793233'] for segment (d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:32.506205 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a8769024-a64f-4c68-ba44-fa3cf4de780e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595797'] for network (ecfbeafd-1446-46f2-889b-466b351133a2), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:32.512090 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a8769024-a64f-4c68-ba44-fa3cf4de780e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:32.517911 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-a8769024-a64f-4c68-ba44-fa3cf4de780e admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/ecfbeafd-1446-46f2-889b-466b351133a2 HTTP/1.1" status: 204 len: 168 time: 0.8210323 Sep 28 08:45:32.528355 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8769024-a64f-4c68-ba44-fa3cf4de780e admin admin] Pushing event deleted for resources: {'Network': ['ID=ecfbeafd-1446-46f2-889b-466b351133a2,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:32.540013 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a resource provider aggregate not found Sep 28 08:45:32.566653 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8fc1e63-a6fb-45f3-a5b4-379cb9d8db5a found for delete ", "request_id": "req-2eb09e32-379c-4b78-bcee-ddf2a6a16f53"}]} Sep 28 08:45:32.636799 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 57792) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:32.678202 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-f2425c63-b722-4837-a7d6-4b81062b45aa admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=42699952850d49fdafb670aeb5f613ed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400991 Sep 28 08:45:32.681224 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 57794) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:32.732655 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-77c1c0d3-fa54-4b8d-8bc2-2590ef1e03ed admin admin] Publish callbacks [] for security_group (2e04ab02-f4d4-43b1-9f00-a03a39f38beb), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:32.751887 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-77c1c0d3-fa54-4b8d-8bc2-2590ef1e03ed admin admin] Publish callbacks [] for security_group (2e04ab02-f4d4-43b1-9f00-a03a39f38beb), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:32.806274 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-77c1c0d3-fa54-4b8d-8bc2-2590ef1e03ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (2e04ab02-f4d4-43b1-9f00-a03a39f38beb), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:32.809140 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-77c1c0d3-fa54-4b8d-8bc2-2590ef1e03ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:32.810502 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-77c1c0d3-fa54-4b8d-8bc2-2590ef1e03ed admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2e04ab02-f4d4-43b1-9f00-a03a39f38beb HTTP/1.1" status: 204 len: 168 time: 0.1283860 Sep 28 08:45:32.819233 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1c0d3-fa54-4b8d-8bc2-2590ef1e03ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e04ab02-f4d4-43b1-9f00-a03a39f38beb,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:32.827322 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1c0d3-fa54-4b8d-8bc2-2590ef1e03ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:32.827666 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1c0d3-fa54-4b8d-8bc2-2590ef1e03ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:32.828006 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1c0d3-fa54-4b8d-8bc2-2590ef1e03ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:32.828341 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1c0d3-fa54-4b8d-8bc2-2590ef1e03ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:32.828665 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1c0d3-fa54-4b8d-8bc2-2590ef1e03ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:32.828986 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1c0d3-fa54-4b8d-8bc2-2590ef1e03ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:32.829342 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1c0d3-fa54-4b8d-8bc2-2590ef1e03ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:32.829659 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1c0d3-fa54-4b8d-8bc2-2590ef1e03ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:32.829977 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1c0d3-fa54-4b8d-8bc2-2590ef1e03ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:32.830293 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1c0d3-fa54-4b8d-8bc2-2590ef1e03ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:32.830609 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1c0d3-fa54-4b8d-8bc2-2590ef1e03ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:32.830927 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1c0d3-fa54-4b8d-8bc2-2590ef1e03ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:32.831238 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1c0d3-fa54-4b8d-8bc2-2590ef1e03ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:32.831553 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1c0d3-fa54-4b8d-8bc2-2590ef1e03ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:32.831863 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c1c0d3-fa54-4b8d-8bc2-2590ef1e03ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:45:33.291134 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb736060-59e7-43b6-b6ad-e03d61e69d58 req-4ede02d2-d792-4fe9-9986-e17eed71b917 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:33.292701 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fb736060-59e7-43b6-b6ad-e03d61e69d58 req-4ede02d2-d792-4fe9-9986-e17eed71b917 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0489659 Sep 28 08:45:33.343161 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fb736060-59e7-43b6-b6ad-e03d61e69d58 req-319648bd-d41c-4615-bae7-e3b82401a0b5 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443964 Sep 28 08:45:33.574373 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device db9d2054-8933-440a-b05a-a6953181529a no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:45:33.596078 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: db9d2054-8933-440a-b05a-a6953181529a {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:45:33.596568 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device db9d2054-8933-440a-b05a-a6953181529a not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:45:33.597176 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device b6996259-eb1e-4bce-845f-dc226adbad69 no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:45:33.620794 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: b6996259-eb1e-4bce-845f-dc226adbad69 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:45:33.621372 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device b6996259-eb1e-4bce-845f-dc226adbad69 not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:45:34.471210 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:34.480114 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae26462-e9e7-4fba-81ab-9be6d8db08ca req-236361c8-34fd-4891-a2a3-58428d9cf571 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:34.481697 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4ae26462-e9e7-4fba-81ab-9be6d8db08ca req-236361c8-34fd-4891-a2a3-58428d9cf571 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0525277 Sep 28 08:45:34.631155 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 57848) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:34.744810 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-75d78595-6fe1-45b1-9136-e03c6cb26b09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:34.747572 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:UPDATE=2,neutron:SELECT=88,neutron:DELETE=10 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:34.776990 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:34.810607 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4ae26462-e9e7-4fba-81ab-9be6d8db08ca req-8580bdcb-a227-413b-bfe4-f0b924006661 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225920 Sep 28 08:45:34.835011 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-75d78595-6fe1-45b1-9136-e03c6cb26b09 admin admin] Publish callbacks [] for security_group (972c228c-8164-47dd-8c42-076944309465), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:34.839922 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-75d78595-6fe1-45b1-9136-e03c6cb26b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (972c228c-8164-47dd-8c42-076944309465), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:34.888577 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d78595-6fe1-45b1-9136-e03c6cb26b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972c228c-8164-47dd-8c42-076944309465,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:34.897614 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-75d78595-6fe1-45b1-9136-e03c6cb26b09 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=1c568697ed76457e83d37e7ad9aee06a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625034 Sep 28 08:45:34.898955 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 57854) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:34.963162 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a9950-28c4-4efe-a11a-844cbd2b443d req-56f9bf07-0e16-4621-bcad-f244c38e4d80 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:34.964581 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-685a9950-28c4-4efe-a11a-844cbd2b443d req-56f9bf07-0e16-4621-bcad-f244c38e4d80 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0596504 Sep 28 08:45:34.974892 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 57856) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:34.980090 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-c3a0078c-7254-4bc5-8466-4f6ff7c9754c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Request body: {'floatingip': {'port_id': '4d6b9373-73e3-4bd1-aca0-9a1bba180a33'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:45:34.985764 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7526d2b1-03ab-439c-bcef-049cd5e24667 admin admin] Publish callbacks [] for security_group (972c228c-8164-47dd-8c42-076944309465), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:35.005846 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7526d2b1-03ab-439c-bcef-049cd5e24667 admin admin] Publish callbacks [] for security_group (972c228c-8164-47dd-8c42-076944309465), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:35.017996 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c3a0078c-7254-4bc5-8466-4f6ff7c9754c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for floatingip (d81da322-b92f-46b7-a596-8fbd40b6ea8c), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:35.054936 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7526d2b1-03ab-439c-bcef-049cd5e24667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (972c228c-8164-47dd-8c42-076944309465), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:35.058167 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7526d2b1-03ab-439c-bcef-049cd5e24667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:35.059457 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-7526d2b1-03ab-439c-bcef-049cd5e24667 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/972c228c-8164-47dd-8c42-076944309465 HTTP/1.1" status: 204 len: 168 time: 0.1605000 Sep 28 08:45:35.067688 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526d2b1-03ab-439c-bcef-049cd5e24667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972c228c-8164-47dd-8c42-076944309465,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:35.084164 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:35.352958 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 57864) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:35.366481 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0319865c-037f-49af-91f1-f1432da569e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:35.444558 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0319865c-037f-49af-91f1-f1432da569e0 admin admin] Publish callbacks [] for security_group (7b3b4eea-3e43-45b7-bcfe-dde482a14c89), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:35.448412 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0319865c-037f-49af-91f1-f1432da569e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (7b3b4eea-3e43-45b7-bcfe-dde482a14c89), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:35.484042 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c3a0078c-7254-4bc5-8466-4f6ff7c9754c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:35.488866 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-0319865c-037f-49af-91f1-f1432da569e0 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e7bb33fca895478fbc107a359c053c17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348047 Sep 28 08:45:35.489409 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c3a0078c-7254-4bc5-8466-4f6ff7c9754c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (d81da322-b92f-46b7-a596-8fbd40b6ea8c), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:35.489616 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319865c-037f-49af-91f1-f1432da569e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3b4eea-3e43-45b7-bcfe-dde482a14c89,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:35.491909 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 57866) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:35.616277 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e18112d3-b529-4735-80dc-3282d12b25ce admin admin] Publish callbacks [] for security_group (7b3b4eea-3e43-45b7-bcfe-dde482a14c89), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:35.629939 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.db.l3_db [None req-c3a0078c-7254-4bc5-8466-4f6ff7c9754c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Floating IP d81da322-b92f-46b7-a596-8fbd40b6ea8c associated. External IP: 172.27.2.245, port: 4d6b9373-73e3-4bd1-aca0-9a1bba180a33. Sep 28 08:45:35.672002 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e18112d3-b529-4735-80dc-3282d12b25ce admin admin] Publish callbacks [] for security_group (7b3b4eea-3e43-45b7-bcfe-dde482a14c89), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:35.697986 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:35.767738 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e18112d3-b529-4735-80dc-3282d12b25ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (7b3b4eea-3e43-45b7-bcfe-dde482a14c89), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:35.770071 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e18112d3-b529-4735-80dc-3282d12b25ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:35.771197 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e18112d3-b529-4735-80dc-3282d12b25ce admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7b3b4eea-3e43-45b7-bcfe-dde482a14c89 HTTP/1.1" status: 204 len: 168 time: 0.2783968 Sep 28 08:45:35.811428 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18112d3-b529-4735-80dc-3282d12b25ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3b4eea-3e43-45b7-bcfe-dde482a14c89,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:35.886685 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a0078c-7254-4bc5-8466-4f6ff7c9754c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Router d0b6f93f-806d-4c42-8703-af29aa58e3ed has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:45:35.993677 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a0078c-7254-4bc5-8466-4f6ff7c9754c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:45:35.998708 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c3a0078c-7254-4bc5-8466-4f6ff7c9754c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:36.005035 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242a3e5f-b967-489f-9e76-76ddc5cd57d4 None None] Sync routers for ids ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:45:36.019273 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242a3e5f-b967-489f-9e76-76ddc5cd57d4 None None] Routers {'d0b6f93f-806d-4c42-8703-af29aa58e3ed'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:45:36.019864 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-242a3e5f-b967-489f-9e76-76ddc5cd57d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:45:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:45:36.031517 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-c3a0078c-7254-4bc5-8466-4f6ff7c9754c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/d81da322-b92f-46b7-a596-8fbd40b6ea8c HTTP/1.1" status: 200 len: 992 time: 1.0533209 Sep 28 08:45:36.031517 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01e6e1b-84cf-44b2-85ec-dba5603c76ae', 'tag': '4d6b9373-73e3-4bd1-aca0-9a1bba180a33'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:45:36.032424 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de55cd8f-adfb-4102-935b-af39b182e222" -d '{"events": [{"name": "network-changed", "server_uuid": "f01e6e1b-84cf-44b2-85ec-dba5603c76ae", "tag": "4d6b9373-73e3-4bd1-aca0-9a1bba180a33"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:45:36.063530 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:36.082758 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11764876-6583-4a35-96cd-044989e18fda x-openstack-request-id: req-11764876-6583-4a35-96cd-044989e18fda {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:45:36.083082 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01e6e1b-84cf-44b2-85ec-dba5603c76ae", "tag": "4d6b9373-73e3-4bd1-aca0-9a1bba180a33", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:45:36.083485 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11764876-6583-4a35-96cd-044989e18fda {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:45:36.083908 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11764876-6583-4a35-96cd-044989e18fda'] response: {'name': 'network-changed', 'server_uuid': 'f01e6e1b-84cf-44b2-85ec-dba5603c76ae', 'tag': '4d6b9373-73e3-4bd1-aca0-9a1bba180a33', 'status': 'completed', 'code': 200} Sep 28 08:45:36.087528 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:36.176453 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:36.188286 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55cd8f-adfb-4102-935b-af39b182e222 req-ada5172e-ace1-4aca-bfb1-a593b2fac092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:36.190177 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-de55cd8f-adfb-4102-935b-af39b182e222 req-ada5172e-ace1-4aca-bfb1-a593b2fac092 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c067f1df3c7f47299bc2db03d904d156&device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 1130 time: 0.0511281 Sep 28 08:45:36.272158 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-242a3e5f-b967-489f-9e76-76ddc5cd57d4 None None] Set router d0b6f93f-806d-4c42-8703-af29aa58e3ed gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:45:36.294691 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55cd8f-adfb-4102-935b-af39b182e222 req-219e82c3-5eb9-4e3f-ac5a-c751663e1b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:36.296610 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-de55cd8f-adfb-4102-935b-af39b182e222 req-219e82c3-5eb9-4e3f-ac5a-c751663e1b70 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=8e213c79-0ba4-458e-84ef-70d744799a89 HTTP/1.1" status: 200 len: 917 time: 0.1004014 Sep 28 08:45:36.312745 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:36.372739 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-de55cd8f-adfb-4102-935b-af39b182e222 req-24ec13ab-fbcb-4baf-9e02-2ccf43068afb service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d6b9373-73e3-4bd1-aca0-9a1bba180a33 HTTP/1.1" status: 200 len: 1000 time: 0.0684385 Sep 28 08:45:36.429015 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55cd8f-adfb-4102-935b-af39b182e222 req-17357232-22cf-4528-8f0e-dd12d099e2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:36.430598 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-de55cd8f-adfb-4102-935b-af39b182e222 req-17357232-22cf-4528-8f0e-dd12d099e2c1 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=bea30454-8677-4268-a491-c558446ae000 HTTP/1.1" status: 200 len: 855 time: 0.0519521 Sep 28 08:45:36.482407 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55cd8f-adfb-4102-935b-af39b182e222 req-decf5a00-1651-46ed-84f4-4e07c698e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:36.484515 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-de55cd8f-adfb-4102-935b-af39b182e222 req-decf5a00-1651-46ed-84f4-4e07c698e8f1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=8e213c79-0ba4-458e-84ef-70d744799a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478683 Sep 28 08:45:36.496091 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-242a3e5f-b967-489f-9e76-76ddc5cd57d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'name': 'tempest-AttachVolumeShelveTestJSON-343323330-router', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:16Z', 'revision_number': 4, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'gw_port': {'id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': 'd81da322-b92f-46b7-a596-8fbd40b6ea8c', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'port_id': '4d6b9373-73e3-4bd1-aca0-9a1bba180a33', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'mac_address': 'fa:16:3e:49:40:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01e6e1b-84cf-44b2-85ec-dba5603c76ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:45:17Z', 'updated_at': '2022-09-28T08:45:35Z', 'revision_number': 1, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8748302-a650-440d-ada3-999d4062fea8', 'name': '', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'mac_address': 'fa:16:3e:6d:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bea30454-8677-4268-a491-c558446ae000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:16Z', 'updated_at': '2022-09-28T08:40:25Z', 'revision_number': 5, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'subnets': [{'id': 'bea30454-8677-4268-a491-c558446ae000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:45:36.525152 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242a3e5f-b967-489f-9e76-76ddc5cd57d4 None None] Checking router: d0b6f93f-806d-4c42-8703-af29aa58e3ed for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:45:36.535474 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242a3e5f-b967-489f-9e76-76ddc5cd57d4 None None] Routers {'d0b6f93f-806d-4c42-8703-af29aa58e3ed'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:45:36.536288 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-242a3e5f-b967-489f-9e76-76ddc5cd57d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:45:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:45:36.581683 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-de55cd8f-adfb-4102-935b-af39b182e222 req-fd64c6cd-3187-4f75-a73a-6df36b0bd70e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8e213c79-0ba4-458e-84ef-70d744799a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916553 Sep 28 08:45:36.643583 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-242a3e5f-b967-489f-9e76-76ddc5cd57d4 None None] Set router d0b6f93f-806d-4c42-8703-af29aa58e3ed gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:45:36.680474 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-de55cd8f-adfb-4102-935b-af39b182e222 req-4275841c-e95b-4116-b9ba-0e9b9046ac68 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8e213c79-0ba4-458e-84ef-70d744799a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928128 Sep 28 08:45:36.870738 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-242a3e5f-b967-489f-9e76-76ddc5cd57d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'name': 'tempest-AttachVolumeShelveTestJSON-343323330-router', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:16Z', 'revision_number': 4, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'gw_port': {'id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': 'd81da322-b92f-46b7-a596-8fbd40b6ea8c', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'port_id': '4d6b9373-73e3-4bd1-aca0-9a1bba180a33', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'mac_address': 'fa:16:3e:49:40:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01e6e1b-84cf-44b2-85ec-dba5603c76ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:45:17Z', 'updated_at': '2022-09-28T08:45:35Z', 'revision_number': 1, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8748302-a650-440d-ada3-999d4062fea8', 'name': '', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'mac_address': 'fa:16:3e:6d:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bea30454-8677-4268-a491-c558446ae000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:16Z', 'updated_at': '2022-09-28T08:40:25Z', 'revision_number': 5, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'subnets': [{'id': 'bea30454-8677-4268-a491-c558446ae000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:45:36.896374 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242a3e5f-b967-489f-9e76-76ddc5cd57d4 None None] The sync data for ids ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'] in dv-cinder-844563-8-iscsi is: [{'id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'name': 'tempest-AttachVolumeShelveTestJSON-343323330-router', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:16Z', 'revision_number': 4, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'gw_port': {'id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': 'd81da322-b92f-46b7-a596-8fbd40b6ea8c', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'port_id': '4d6b9373-73e3-4bd1-aca0-9a1bba180a33', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'mac_address': 'fa:16:3e:49:40:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01e6e1b-84cf-44b2-85ec-dba5603c76ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:45:17Z', 'updated_at': '2022-09-28T08:45:35Z', 'revision_number': 1, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8748302-a650-440d-ada3-999d4062fea8', 'name': '', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'mac_address': 'fa:16:3e:6d:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bea30454-8677-4268-a491-c558446ae000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:16Z', 'updated_at': '2022-09-28T08:40:25Z', 'revision_number': 5, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'subnets': [{'id': 'bea30454-8677-4268-a491-c558446ae000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:45:37.105567 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904eba8c-fd6a-40fe-b1f7-8da6bf28a6f0 None None] New status for floating IP d81da322-b92f-46b7-a596-8fbd40b6ea8c: ACTIVE {{(pid=106478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:45:38.367737 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 57938) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:38.472717 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c3be075d-90e5-42b7-bfec-20c85e758a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:38.547060 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c3be075d-90e5-42b7-bfec-20c85e758a57 admin admin] Publish callbacks [] for security_group (87939823-b8f4-456e-aec4-b13ead73d3db), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:38.551149 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c3be075d-90e5-42b7-bfec-20c85e758a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (87939823-b8f4-456e-aec4-b13ead73d3db), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:38.586209 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-c3be075d-90e5-42b7-bfec-20c85e758a57 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=217e578e73a8435cbc60b0472114d3bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172930 Sep 28 08:45:38.589588 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 57944) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:38.591727 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be075d-90e5-42b7-bfec-20c85e758a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87939823-b8f4-456e-aec4-b13ead73d3db,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:38.641444 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d02ebd97-50bd-4970-a6d8-881c8da92dd3 admin admin] Publish callbacks [] for security_group (87939823-b8f4-456e-aec4-b13ead73d3db), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:38.662073 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d02ebd97-50bd-4970-a6d8-881c8da92dd3 admin admin] Publish callbacks [] for security_group (87939823-b8f4-456e-aec4-b13ead73d3db), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:38.709382 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d02ebd97-50bd-4970-a6d8-881c8da92dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (87939823-b8f4-456e-aec4-b13ead73d3db), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:38.711976 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d02ebd97-50bd-4970-a6d8-881c8da92dd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:38.713171 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-d02ebd97-50bd-4970-a6d8-881c8da92dd3 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/87939823-b8f4-456e-aec4-b13ead73d3db HTTP/1.1" status: 204 len: 168 time: 0.1224973 Sep 28 08:45:38.722586 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ebd97-50bd-4970-a6d8-881c8da92dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87939823-b8f4-456e-aec4-b13ead73d3db,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:38.986114 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 57952) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:39.002400 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3ee8c58f-ff1e-44a6-8255-a3ff137c1080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:39.077495 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3ee8c58f-ff1e-44a6-8255-a3ff137c1080 admin admin] Publish callbacks [] for security_group (16b3676a-fd3d-46a1-9b94-55c285687c32), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:39.081157 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3ee8c58f-ff1e-44a6-8255-a3ff137c1080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (16b3676a-fd3d-46a1-9b94-55c285687c32), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:39.104248 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=16 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:39.116879 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-3ee8c58f-ff1e-44a6-8255-a3ff137c1080 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f4c82a7b844a4a5eb2f4616ec197adbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297135 Sep 28 08:45:39.119746 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 57954) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:39.122584 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8c58f-ff1e-44a6-8255-a3ff137c1080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b3676a-fd3d-46a1-9b94-55c285687c32,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:39.133832 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:39.176545 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5287482f-2e8d-45fc-81f9-0e0d90b8007b admin admin] Publish callbacks [] for security_group (16b3676a-fd3d-46a1-9b94-55c285687c32), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:39.197333 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5287482f-2e8d-45fc-81f9-0e0d90b8007b admin admin] Publish callbacks [] for security_group (16b3676a-fd3d-46a1-9b94-55c285687c32), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:39.245831 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5287482f-2e8d-45fc-81f9-0e0d90b8007b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (16b3676a-fd3d-46a1-9b94-55c285687c32), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:39.249666 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5287482f-2e8d-45fc-81f9-0e0d90b8007b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:39.253369 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-5287482f-2e8d-45fc-81f9-0e0d90b8007b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/16b3676a-fd3d-46a1-9b94-55c285687c32 HTTP/1.1" status: 204 len: 168 time: 0.1297178 Sep 28 08:45:39.262466 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287482f-2e8d-45fc-81f9-0e0d90b8007b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b3676a-fd3d-46a1-9b94-55c285687c32,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:45.717917 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 58078) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:45.823538 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e9059b10-9e69-45ed-9a72-07202c6e915f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:45.871583 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:45.902826 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e9059b10-9e69-45ed-9a72-07202c6e915f admin admin] Publish callbacks [] for security_group (0b49b515-8494-4e9d-84d2-4e198e1c0127), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:45.906656 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e9059b10-9e69-45ed-9a72-07202c6e915f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (0b49b515-8494-4e9d-84d2-4e198e1c0127), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:45.946839 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e9059b10-9e69-45ed-9a72-07202c6e915f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=74b33b34704e47baa300f1f8d68843ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277246 Sep 28 08:45:45.947676 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9059b10-9e69-45ed-9a72-07202c6e915f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b49b515-8494-4e9d-84d2-4e198e1c0127,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:45.949736 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58084) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:45.956571 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:46.003307 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6ed4fc3c-3b7e-4bcf-86d0-54e6712cd1da admin admin] Publish callbacks [] for security_group (0b49b515-8494-4e9d-84d2-4e198e1c0127), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:46.023540 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6ed4fc3c-3b7e-4bcf-86d0-54e6712cd1da admin admin] Publish callbacks [] for security_group (0b49b515-8494-4e9d-84d2-4e198e1c0127), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:46.071691 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6ed4fc3c-3b7e-4bcf-86d0-54e6712cd1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (0b49b515-8494-4e9d-84d2-4e198e1c0127), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:46.074209 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6ed4fc3c-3b7e-4bcf-86d0-54e6712cd1da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:46.075379 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-6ed4fc3c-3b7e-4bcf-86d0-54e6712cd1da admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0b49b515-8494-4e9d-84d2-4e198e1c0127 HTTP/1.1" status: 204 len: 168 time: 0.1240692 Sep 28 08:45:46.082895 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4fc3c-3b7e-4bcf-86d0-54e6712cd1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b49b515-8494-4e9d-84d2-4e198e1c0127,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:46.360388 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 58090) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:46.374913 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cdb4743d-acb0-4215-b793-01308c2c33cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:46.453962 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cdb4743d-acb0-4215-b793-01308c2c33cd admin admin] Publish callbacks [] for security_group (f01f3fc7-5228-4e3d-a113-d5e842764121), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:46.457991 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cdb4743d-acb0-4215-b793-01308c2c33cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (f01f3fc7-5228-4e3d-a113-d5e842764121), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:46.497976 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-cdb4743d-acb0-4215-b793-01308c2c33cd admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=07297b75cb704e16840cf1f66e329f82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364646 Sep 28 08:45:46.498927 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4743d-acb0-4215-b793-01308c2c33cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01f3fc7-5228-4e3d-a113-d5e842764121,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:46.500700 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58092) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:46.552078 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9ce46cf9-67ab-4d8c-8f35-1e724b9da98b admin admin] Publish callbacks [] for security_group (f01f3fc7-5228-4e3d-a113-d5e842764121), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:46.571234 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9ce46cf9-67ab-4d8c-8f35-1e724b9da98b admin admin] Publish callbacks [] for security_group (f01f3fc7-5228-4e3d-a113-d5e842764121), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:46.620194 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9ce46cf9-67ab-4d8c-8f35-1e724b9da98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (f01f3fc7-5228-4e3d-a113-d5e842764121), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:46.623210 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9ce46cf9-67ab-4d8c-8f35-1e724b9da98b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:46.624309 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-9ce46cf9-67ab-4d8c-8f35-1e724b9da98b admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f01f3fc7-5228-4e3d-a113-d5e842764121 HTTP/1.1" status: 204 len: 168 time: 0.1225903 Sep 28 08:45:46.631966 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce46cf9-67ab-4d8c-8f35-1e724b9da98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01f3fc7-5228-4e3d-a113-d5e842764121,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:47.332908 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a5e8f-da98-45ad-a6f6-18e1763900d0 req-665d11f6-f594-4f7d-85aa-56a0dbd8acbb tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:47.334436 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-de3a5e8f-da98-45ad-a6f6-18e1763900d0 req-665d11f6-f594-4f7d-85aa-56a0dbd8acbb tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0470831 Sep 28 08:45:47.391713 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-de3a5e8f-da98-45ad-a6f6-18e1763900d0 req-438ef95b-fbf0-428b-adf6-cf5cdd071c7c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510719 Sep 28 08:45:48.520580 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560736cc-e499-45e6-9704-3803058fa93d req-f391489c-9c02-4e17-bcea-4bd515397f5c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:48.522240 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-560736cc-e499-45e6-9704-3803058fa93d req-f391489c-9c02-4e17-bcea-4bd515397f5c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0475492 Sep 28 08:45:48.581351 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-560736cc-e499-45e6-9704-3803058fa93d req-ece79a87-687a-46ee-a958-34dc1e93f72a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=da3f8533-72ca-437d-86a9-abe1d2a06268&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504897 Sep 28 08:45:48.712894 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58174) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:48.820237 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-83327e72-a4bd-4c6f-93fb-ed46a09c3885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:48.896552 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-83327e72-a4bd-4c6f-93fb-ed46a09c3885 admin admin] Publish callbacks [] for security_group (2a4c3dee-d8d7-4cbf-a0b3-e92461be54da), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:48.900328 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-83327e72-a4bd-4c6f-93fb-ed46a09c3885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (2a4c3dee-d8d7-4cbf-a0b3-e92461be54da), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:48.937975 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83327e72-a4bd-4c6f-93fb-ed46a09c3885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4c3dee-d8d7-4cbf-a0b3-e92461be54da,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:48.942729 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-83327e72-a4bd-4c6f-93fb-ed46a09c3885 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5c481f1c49c04c53a8479c2a46d4eb6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287738 Sep 28 08:45:48.945806 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58178) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:48.998486 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-de8752fe-b00c-4205-982a-310bfc7dc066 admin admin] Publish callbacks [] for security_group (2a4c3dee-d8d7-4cbf-a0b3-e92461be54da), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:49.007290 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d2750-40e4-487d-881a-df96cf1152d1 req-2cab9160-b9b8-4cbd-99eb-d095ceafbe7d tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:49.008791 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5e5d2750-40e4-487d-881a-df96cf1152d1 req-2cab9160-b9b8-4cbd-99eb-d095ceafbe7d tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 946 time: 0.0510533 Sep 28 08:45:49.019945 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-de8752fe-b00c-4205-982a-310bfc7dc066 admin admin] Publish callbacks [] for security_group (2a4c3dee-d8d7-4cbf-a0b3-e92461be54da), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:49.026152 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:49.074628 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-de8752fe-b00c-4205-982a-310bfc7dc066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (2a4c3dee-d8d7-4cbf-a0b3-e92461be54da), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:49.077502 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-de8752fe-b00c-4205-982a-310bfc7dc066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:49.078625 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-de8752fe-b00c-4205-982a-310bfc7dc066 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2a4c3dee-d8d7-4cbf-a0b3-e92461be54da HTTP/1.1" status: 204 len: 168 time: 0.1319282 Sep 28 08:45:49.087162 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8752fe-b00c-4205-982a-310bfc7dc066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4c3dee-d8d7-4cbf-a0b3-e92461be54da,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:49.102437 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-5e5d2750-40e4-487d-881a-df96cf1152d1 req-b8f9bc9f-cdba-41d6-963e-517a6a7d4e30 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Deleting port c6a4b931-a59a-4621-8e16-7c3e343a1e8a {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:45:49.102928 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-5e5d2750-40e4-487d-881a-df96cf1152d1 req-b8f9bc9f-cdba-41d6-963e-517a6a7d4e30 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (c6a4b931-a59a-4621-8e16-7c3e343a1e8a), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:49.199473 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-5e5d2750-40e4-487d-881a-df96cf1152d1 req-b8f9bc9f-cdba-41d6-963e-517a6a7d4e30 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] For port c6a4b931-a59a-4621-8e16-7c3e343a1e8a, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c6a4b931-a59a-4621-8e16-7c3e343a1e8a,segment=NetworkSegment(700aaca3-a22e-4970-8e60-aa95edd00338),segment_id=700aaca3-a22e-4970-8e60-aa95edd00338)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:45:49.200538 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-5e5d2750-40e4-487d-881a-df96cf1152d1 req-b8f9bc9f-cdba-41d6-963e-517a6a7d4e30 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (c6a4b931-a59a-4621-8e16-7c3e343a1e8a), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:49.386586 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-5e5d2750-40e4-487d-881a-df96cf1152d1 req-b8f9bc9f-cdba-41d6-963e-517a6a7d4e30 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:49.386586 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-5e5d2750-40e4-487d-881a-df96cf1152d1 req-b8f9bc9f-cdba-41d6-963e-517a6a7d4e30 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (0ce951e3-6cda-4ab3-ae4e-24e9061d23f1), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:49.386586 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.db.l3_db [req-5e5d2750-40e4-487d-881a-df96cf1152d1 req-b8f9bc9f-cdba-41d6-963e-517a6a7d4e30 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Floating IP 0ce951e3-6cda-4ab3-ae4e-24e9061d23f1 disassociated. External IP: 172.27.2.242, port: c6a4b931-a59a-4621-8e16-7c3e343a1e8a. Sep 28 08:45:49.386586 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-5e5d2750-40e4-487d-881a-df96cf1152d1 req-b8f9bc9f-cdba-41d6-963e-517a6a7d4e30 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Calling delete_port for c6a4b931-a59a-4621-8e16-7c3e343a1e8a owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:45:49.387051 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58188) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:49.393983 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:49.400505 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-42110e92-7634-4c9f-8c5d-5e41712e378c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:49.446630 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:49.486144 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-42110e92-7634-4c9f-8c5d-5e41712e378c admin admin] Publish callbacks [] for security_group (320c7a1e-d593-4f73-b687-3d8184fd7b75), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:49.490087 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-42110e92-7634-4c9f-8c5d-5e41712e378c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (320c7a1e-d593-4f73-b687-3d8184fd7b75), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:49.526319 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-5e5d2750-40e4-487d-881a-df96cf1152d1 req-b8f9bc9f-cdba-41d6-963e-517a6a7d4e30 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (c6a4b931-a59a-4621-8e16-7c3e343a1e8a), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:49.531362 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-42110e92-7634-4c9f-8c5d-5e41712e378c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f514110850a142b7a3d3be2a06e67cf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435723 Sep 28 08:45:49.532330 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42110e92-7634-4c9f-8c5d-5e41712e378c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320c7a1e-d593-4f73-b687-3d8184fd7b75,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:49.533876 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:49.534743 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58190) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:49.560269 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9bc9f-cdba-41d6-963e-517a6a7d4e30 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Pushing event deleted for resources: {'Port': ['ID=c6a4b931-a59a-4621-8e16-7c3e343a1e8a,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:49.587331 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-63b6d80d-ecdb-44fd-8cf8-c3189d9e6e0d admin admin] Publish callbacks [] for security_group (320c7a1e-d593-4f73-b687-3d8184fd7b75), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:49.611532 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-63b6d80d-ecdb-44fd-8cf8-c3189d9e6e0d admin admin] Publish callbacks [] for security_group (320c7a1e-d593-4f73-b687-3d8184fd7b75), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:49.667033 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-63b6d80d-ecdb-44fd-8cf8-c3189d9e6e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (320c7a1e-d593-4f73-b687-3d8184fd7b75), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:49.672080 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-63b6d80d-ecdb-44fd-8cf8-c3189d9e6e0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:49.673362 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-63b6d80d-ecdb-44fd-8cf8-c3189d9e6e0d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/320c7a1e-d593-4f73-b687-3d8184fd7b75 HTTP/1.1" status: 204 len: 168 time: 0.1376851 Sep 28 08:45:49.701947 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e5d2750-40e4-487d-881a-df96cf1152d1 req-b8f9bc9f-cdba-41d6-963e-517a6a7d4e30 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Router f28f4b09-bb20-4116-a49c-6a9d65d35564 has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:45:49.705064 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6d80d-ecdb-44fd-8cf8-c3189d9e6e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320c7a1e-d593-4f73-b687-3d8184fd7b75,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:49.729056 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2403491f-0d01-435d-be14-abc31db91188 req-c2bff747-fdcd-47e1-afa7-d9b885412366 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bdf04325-2791-450a-8f0c-7ab39f891ec4 HTTP/1.1" status: 200 len: 210 time: 0.0541704 Sep 28 08:45:49.749024 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:45:49.831317 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e5d2750-40e4-487d-881a-df96cf1152d1 req-b8f9bc9f-cdba-41d6-963e-517a6a7d4e30 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:45:49.842174 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a9c49d-4783-4ab5-a711-f901384ddbb9 None None] Sync routers for ids ['f28f4b09-bb20-4116-a49c-6a9d65d35564'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:45:49.856942 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a9c49d-4783-4ab5-a711-f901384ddbb9 None None] Routers {'f28f4b09-bb20-4116-a49c-6a9d65d35564'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:45:49.857669 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-83a9c49d-4783-4ab5-a711-f901384ddbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:45:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['f28f4b09-bb20-4116-a49c-6a9d65d35564'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:45:49.878765 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5d2750-40e4-487d-881a-df96cf1152d1 req-b8f9bc9f-cdba-41d6-963e-517a6a7d4e30 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] No DVR routers for this DVR port c6a4b931-a59a-4621-8e16-7c3e343a1e8a on host hv-cinder-84456 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:45:49.881443 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-5e5d2750-40e4-487d-881a-df96cf1152d1 req-b8f9bc9f-cdba-41d6-963e-517a6a7d4e30 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:49.884932 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5e5d2750-40e4-487d-881a-df96cf1152d1 req-b8f9bc9f-cdba-41d6-963e-517a6a7d4e30 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.26 "DELETE /networking/v2.0/ports/c6a4b931-a59a-4621-8e16-7c3e343a1e8a HTTP/1.1" status: 204 len: 173 time: 0.8707697 Sep 28 08:45:49.885474 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf04325-2791-450a-8f0c-7ab39f891ec4', 'name': 'network-vif-deleted', 'tag': 'c6a4b931-a59a-4621-8e16-7c3e343a1e8a'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:45:49.887875 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a92073-9dd7-4453-b512-6d3a4446c179" -d '{"events": [{"server_uuid": "bdf04325-2791-450a-8f0c-7ab39f891ec4", "name": "network-vif-deleted", "tag": "c6a4b931-a59a-4621-8e16-7c3e343a1e8a"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:45:49.955562 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf12b757-23d3-404e-9b7f-ed3a9528ed8d x-openstack-request-id: req-bf12b757-23d3-404e-9b7f-ed3a9528ed8d {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:45:49.955867 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf04325-2791-450a-8f0c-7ab39f891ec4", "name": "network-vif-deleted", "tag": "c6a4b931-a59a-4621-8e16-7c3e343a1e8a", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:45:49.956184 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bf12b757-23d3-404e-9b7f-ed3a9528ed8d {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:45:49.956658 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf12b757-23d3-404e-9b7f-ed3a9528ed8d'] response: {'server_uuid': 'bdf04325-2791-450a-8f0c-7ab39f891ec4', 'name': 'network-vif-deleted', 'tag': 'c6a4b931-a59a-4621-8e16-7c3e343a1e8a', 'status': 'completed', 'code': 200} Sep 28 08:45:49.992229 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-83a9c49d-4783-4ab5-a711-f901384ddbb9 None None] Set router f28f4b09-bb20-4116-a49c-6a9d65d35564 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:45:50.144415 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=100 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:50.231052 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-83a9c49d-4783-4ab5-a711-f901384ddbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'name': 'tempest-AttachVolumeTestJSON-293215671-router', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:57Z', 'updated_at': '2022-09-28T08:38:09Z', 'revision_number': 4, 'project_id': 'd3e65d28e5664025978902943452f338', 'gw_port': {'id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '4c958791-0f5f-4925-88e0-a1c6f3b6419c', 'name': '', 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'mac_address': 'fa:16:3e:9a:86:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:08Z', 'updated_at': '2022-09-28T08:38:26Z', 'revision_number': 5, 'project_id': 'd3e65d28e5664025978902943452f338', 'subnets': [{'id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:45:50.257042 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a9c49d-4783-4ab5-a711-f901384ddbb9 None None] Checking router: f28f4b09-bb20-4116-a49c-6a9d65d35564 for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:45:50.266620 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a9c49d-4783-4ab5-a711-f901384ddbb9 None None] Routers {'f28f4b09-bb20-4116-a49c-6a9d65d35564'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:45:50.267231 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-83a9c49d-4783-4ab5-a711-f901384ddbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:45:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['f28f4b09-bb20-4116-a49c-6a9d65d35564'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:45:50.374183 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=100 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:50.376076 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-83a9c49d-4783-4ab5-a711-f901384ddbb9 None None] Set router f28f4b09-bb20-4116-a49c-6a9d65d35564 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:45:50.588016 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-83a9c49d-4783-4ab5-a711-f901384ddbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'name': 'tempest-AttachVolumeTestJSON-293215671-router', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:57Z', 'updated_at': '2022-09-28T08:38:09Z', 'revision_number': 4, 'project_id': 'd3e65d28e5664025978902943452f338', 'gw_port': {'id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '4c958791-0f5f-4925-88e0-a1c6f3b6419c', 'name': '', 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'mac_address': 'fa:16:3e:9a:86:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:08Z', 'updated_at': '2022-09-28T08:38:26Z', 'revision_number': 5, 'project_id': 'd3e65d28e5664025978902943452f338', 'subnets': [{'id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:45:50.615940 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a9c49d-4783-4ab5-a711-f901384ddbb9 None None] The sync data for ids ['f28f4b09-bb20-4116-a49c-6a9d65d35564'] in dv-cinder-844563-8-iscsi is: [{'id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'name': 'tempest-AttachVolumeTestJSON-293215671-router', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:57Z', 'updated_at': '2022-09-28T08:38:09Z', 'revision_number': 4, 'project_id': 'd3e65d28e5664025978902943452f338', 'gw_port': {'id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '4c958791-0f5f-4925-88e0-a1c6f3b6419c', 'name': '', 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'mac_address': 'fa:16:3e:9a:86:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:08Z', 'updated_at': '2022-09-28T08:38:26Z', 'revision_number': 5, 'project_id': 'd3e65d28e5664025978902943452f338', 'subnets': [{'id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:45:50.851533 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 58228) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:50.910064 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30d1fb6-caa6-4971-8109-4a7a2d2ad01d None None] New status for floating IP 0ce951e3-6cda-4ab3-ae4e-24e9061d23f1: DOWN {{(pid=106478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:45:50.924984 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-35a7ceea-4b86-4202-ac82-973722a08c7d tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for security_group (da3f8533-72ca-437d-86a9-abe1d2a06268), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:50.951870 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-35a7ceea-4b86-4202-ac82-973722a08c7d tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for security_group (da3f8533-72ca-437d-86a9-abe1d2a06268), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:50.989184 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58232) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:51.007879 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-35a7ceea-4b86-4202-ac82-973722a08c7d tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (da3f8533-72ca-437d-86a9-abe1d2a06268), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:51.010457 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-35a7ceea-4b86-4202-ac82-973722a08c7d tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:51.014660 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-35a7ceea-4b86-4202-ac82-973722a08c7d tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/da3f8533-72ca-437d-86a9-abe1d2a06268 HTTP/1.1" status: 204 len: 168 time: 0.1584568 Sep 28 08:45:51.015055 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58236) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:51.022560 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a7ceea-4b86-4202-ac82-973722a08c7d tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3f8533-72ca-437d-86a9-abe1d2a06268,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:51.029322 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.api.v2.resource [None req-f2341d95-defe-497e-a976-7469f425ccf6 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] show failed (client error): The resource could not be found. Sep 28 08:45:51.030408 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-f2341d95-defe-497e-a976-7469f425ccf6 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups/da3f8533-72ca-437d-86a9-abe1d2a06268 HTTP/1.1" status: 404 len: 347 time: 0.0143533 Sep 28 08:45:51.036270 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58238) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:51.152433 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-eb61e960-a376-45c3-a488-0ef005099cf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:51.169276 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-22553855-2785-489e-90c8-a284d74f187c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Deleting port f6199113-c28e-4d00-832f-46d3221e37ce {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:45:51.169610 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-22553855-2785-489e-90c8-a284d74f187c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (f6199113-c28e-4d00-832f-46d3221e37ce), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:51.279651 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-22553855-2785-489e-90c8-a284d74f187c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (f6199113-c28e-4d00-832f-46d3221e37ce), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:51.279958 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-22553855-2785-489e-90c8-a284d74f187c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for floatingip (f6199113-c28e-4d00-832f-46d3221e37ce), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:51.299409 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-22553855-2785-489e-90c8-a284d74f187c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Calling delete_port for f6199113-c28e-4d00-832f-46d3221e37ce owned by network:floatingip {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:45:51.328211 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-eb61e960-a376-45c3-a488-0ef005099cf3 admin admin] Publish callbacks [] for security_group (4fef97ab-ee59-4b30-86bc-97df1903c6f2), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:51.357779 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-eb61e960-a376-45c3-a488-0ef005099cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (4fef97ab-ee59-4b30-86bc-97df1903c6f2), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:51.364894 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:DELETE=4,neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:51.421162 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-eb61e960-a376-45c3-a488-0ef005099cf3 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=15e8870bfc314c27a94b26e2acf9514c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4309976 Sep 28 08:45:51.423919 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 58240) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:51.425114 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61e960-a376-45c3-a488-0ef005099cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fef97ab-ee59-4b30-86bc-97df1903c6f2,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:51.476533 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7e14fda1-980b-4478-bbe4-cd3ef7310476 admin admin] Publish callbacks [] for security_group (4fef97ab-ee59-4b30-86bc-97df1903c6f2), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:51.498030 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-22553855-2785-489e-90c8-a284d74f187c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (f6199113-c28e-4d00-832f-46d3221e37ce), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:51.499002 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7e14fda1-980b-4478-bbe4-cd3ef7310476 admin admin] Publish callbacks [] for security_group (4fef97ab-ee59-4b30-86bc-97df1903c6f2), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:51.505702 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:51.550791 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7e14fda1-980b-4478-bbe4-cd3ef7310476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (4fef97ab-ee59-4b30-86bc-97df1903c6f2), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:51.553930 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22553855-2785-489e-90c8-a284d74f187c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Pushing event deleted for resources: {'Port': ['ID=f6199113-c28e-4d00-832f-46d3221e37ce,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:51.554483 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7e14fda1-980b-4478-bbe4-cd3ef7310476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:51.556000 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-7e14fda1-980b-4478-bbe4-cd3ef7310476 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4fef97ab-ee59-4b30-86bc-97df1903c6f2 HTTP/1.1" status: 204 len: 168 time: 0.1310813 Sep 28 08:45:51.566921 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14fda1-980b-4478-bbe4-cd3ef7310476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fef97ab-ee59-4b30-86bc-97df1903c6f2,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:51.602518 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-22553855-2785-489e-90c8-a284d74f187c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for floatingip (0ce951e3-6cda-4ab3-ae4e-24e9061d23f1), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:51.605010 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-22553855-2785-489e-90c8-a284d74f187c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:51.606747 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-22553855-2785-489e-90c8-a284d74f187c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/0ce951e3-6cda-4ab3-ae4e-24e9061d23f1 HTTP/1.1" status: 204 len: 168 time: 0.5692039 Sep 28 08:45:51.696998 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 58248) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:51.702179 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-d5bab82a-8bb7-4c52-b0d3-f8226f52384f tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1787117062', 'description': 'tempest-description--393484049'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:45:51.725802 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d5bab82a-8bb7-4c52-b0d3-f8226f52384f tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:51.790481 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:51.806106 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d5bab82a-8bb7-4c52-b0d3-f8226f52384f tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for security_group (2f95ce17-acee-4374-9b65-f011bb830db1), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:51.810766 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d5bab82a-8bb7-4c52-b0d3-f8226f52384f tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (2f95ce17-acee-4374-9b65-f011bb830db1), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:51.845755 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d5bab82a-8bb7-4c52-b0d3-f8226f52384f tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:51.849707 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-d5bab82a-8bb7-4c52-b0d3-f8226f52384f tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1489348 Sep 28 08:45:51.849707 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bab82a-8bb7-4c52-b0d3-f8226f52384f tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f95ce17-acee-4374-9b65-f011bb830db1,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:51.850074 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58252) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:51.857720 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-839931e3-b736-4308-9876-e8f940ce567d tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Request body: {'security_group_rule': {'security_group_id': '2f95ce17-acee-4374-9b65-f011bb830db1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:45:51.892421 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-839931e3-b736-4308-9876-e8f940ce567d tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for security_group_rule (f9d2ecc0-711b-46ef-97fe-27147f49b0db), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:51.941997 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-839931e3-b736-4308-9876-e8f940ce567d tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for security_group_rule (f9d2ecc0-711b-46ef-97fe-27147f49b0db), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:51.945711 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-839931e3-b736-4308-9876-e8f940ce567d tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (f9d2ecc0-711b-46ef-97fe-27147f49b0db), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:51.965189 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839931e3-b736-4308-9876-e8f940ce567d tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d2ecc0-711b-46ef-97fe-27147f49b0db,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:51.975680 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-839931e3-b736-4308-9876-e8f940ce567d tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:51.976920 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-839931e3-b736-4308-9876-e8f940ce567d tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249902 Sep 28 08:45:51.980304 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58260) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:51.984681 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-0e61b24c-19be-46c4-a482-6e0d249156b8 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Request body: {'security_group_rule': {'security_group_id': '2f95ce17-acee-4374-9b65-f011bb830db1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:45:52.013043 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0e61b24c-19be-46c4-a482-6e0d249156b8 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for security_group_rule (b723cccf-0a69-4a4b-9016-90de14a05b0c), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:52.070132 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0e61b24c-19be-46c4-a482-6e0d249156b8 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for security_group_rule (b723cccf-0a69-4a4b-9016-90de14a05b0c), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:52.073845 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0e61b24c-19be-46c4-a482-6e0d249156b8 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (b723cccf-0a69-4a4b-9016-90de14a05b0c), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:52.094370 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61b24c-19be-46c4-a482-6e0d249156b8 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b723cccf-0a69-4a4b-9016-90de14a05b0c,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:52.099722 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0e61b24c-19be-46c4-a482-6e0d249156b8 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:52.100923 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-0e61b24c-19be-46c4-a482-6e0d249156b8 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196561 Sep 28 08:45:52.104094 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58264) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:45:52.108983 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-0e136e6e-84cc-4f11-a6c5-dd36033fdc18 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Request body: {'floatingip': {'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:45:52.131480 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0e136e6e-84cc-4f11-a6c5-dd36033fdc18 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:52.216387 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0e136e6e-84cc-4f11-a6c5-dd36033fdc18 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:52.326912 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-0e136e6e-84cc-4f11-a6c5-dd36033fdc18 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Allocated IP 172.27.2.161 (53303c84-4465-4011-9c65-8bdf4507ffd3/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f/865a0e72-2ca4-4132-977f-0ee7dcce4c97) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:45:52.343467 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:52.444198 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0e136e6e-84cc-4f11-a6c5-dd36033fdc18 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for port (865a0e72-2ca4-4132-977f-0ee7dcce4c97), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:52.476949 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0e136e6e-84cc-4f11-a6c5-dd36033fdc18 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (865a0e72-2ca4-4132-977f-0ee7dcce4c97), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:52.518306 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e136e6e-84cc-4f11-a6c5-dd36033fdc18 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:45:52.523729 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-0e136e6e-84cc-4f11-a6c5-dd36033fdc18 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:45:52.527584 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e136e6e-84cc-4f11-a6c5-dd36033fdc18 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:45:52.531501 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e136e6e-84cc-4f11-a6c5-dd36033fdc18 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Pushing event updated for resources: {'Port': ['ID=865a0e72-2ca4-4132-977f-0ee7dcce4c97,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:52.577170 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:52.628955 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0e136e6e-84cc-4f11-a6c5-dd36033fdc18 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for floatingip (d8a56068-cb8f-4129-9678-8f9af72978b9), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:52.666637 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0e136e6e-84cc-4f11-a6c5-dd36033fdc18 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (865a0e72-2ca4-4132-977f-0ee7dcce4c97), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:52.820713 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0e136e6e-84cc-4f11-a6c5-dd36033fdc18 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for port (865a0e72-2ca4-4132-977f-0ee7dcce4c97), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:52.826443 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0e136e6e-84cc-4f11-a6c5-dd36033fdc18 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3668421'] for port (865a0e72-2ca4-4132-977f-0ee7dcce4c97), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:52.897071 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e136e6e-84cc-4f11-a6c5-dd36033fdc18 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Pushing event updated for resources: {'Port': ['ID=865a0e72-2ca4-4132-977f-0ee7dcce4c97,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:52.899562 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0e136e6e-84cc-4f11-a6c5-dd36033fdc18 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (d8a56068-cb8f-4129-9678-8f9af72978b9), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:52.916590 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0e136e6e-84cc-4f11-a6c5-dd36033fdc18 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:52.917973 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-0e136e6e-84cc-4f11-a6c5-dd36033fdc18 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8128834 Sep 28 08:45:53.132261 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-0a15dba3-313d-432a-960b-8d1fd872da4a tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1787117062&fields=id&tenant_id=d3e65d28e5664025978902943452f338 HTTP/1.1" status: 200 len: 267 time: 0.0459633 Sep 28 08:45:53.233424 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:53.241773 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-b685271d-1c3c-4d27-998d-d8247a06a187 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:53.243249 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-b685271d-1c3c-4d27-998d-d8247a06a187 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/networks?id=ff034301-a1c4-4028-a91c-012c3b139427 HTTP/1.1" status: 200 len: 810 time: 0.1036663 Sep 28 08:45:53.259737 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-87e0ca39-fdff-4a14-ab6e-279ba9fbcdd2 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/quotas/d3e65d28e5664025978902943452f338 HTTP/1.1" status: 200 len: 375 time: 0.0099211 Sep 28 08:45:53.317121 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-83ba26f2-cde6-4266-9ec1-b35bc52aead0 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=d3e65d28e5664025978902943452f338&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514016 Sep 28 08:45:53.413451 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-3846d9b0-aaf6-4743-8ca4-9c8400ebd9bc service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ff034301-a1c4-4028-a91c-012c3b139427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843608 Sep 28 08:45:53.508061 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-b2bad935-3996-45a0-b971-58cc41f39f32 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/ff034301-a1c4-4028-a91c-012c3b139427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886703 Sep 28 08:45:53.509629 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device c6a4b931-a59a-4621-8e16-7c3e343a1e8a no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:45:53.530972 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] No Port match for: c6a4b931-a59a-4621-8e16-7c3e343a1e8a {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:45:53.531333 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device c6a4b931-a59a-4621-8e16-7c3e343a1e8a not bound to the agent host hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:45:53.692593 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7e873ccb-afd4-4777-b0ca-023fcd669667 req-ef0ffd89-25a4-491d-8215-30dc7761c84d tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=49faa65a-11f3-4287-b392-09d1966a700e HTTP/1.1" status: 200 len: 210 time: 0.0305235 Sep 28 08:45:54.290331 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-de05fb4f-77ba-458d-90c1-079bc3ecb6db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:54.799826 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-41198297-f6be-4e86-a700-1489c7ccab18 req-c39f44b7-025b-4617-b790-9d265fceea47 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=49faa65a-11f3-4287-b392-09d1966a700e HTTP/1.1" status: 200 len: 210 time: 0.0285485 Sep 28 08:45:54.952636 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-93fd2c86-98e6-4e60-8f64-695a06e250df tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:54.954252 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-93fd2c86-98e6-4e60-8f64-695a06e250df tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.26 "GET /networking/v2.0/networks?id=ff034301-a1c4-4028-a91c-012c3b139427 HTTP/1.1" status: 200 len: 810 time: 0.1081243 Sep 28 08:45:55.017955 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:55.032494 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-61a5bfeb-414a-4304-a7a5-6f1414aa4996 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d3e65d28e5664025978902943452f338 HTTP/1.1" status: 200 len: 380 time: 0.0605552 Sep 28 08:45:55.165460 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-b6487ad1-d380-4c43-a62d-aba7d472e361 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Request body: {'port': {'device_id': '49faa65a-11f3-4287-b392-09d1966a700e', 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'admin_state_up': True, 'tenant_id': 'd3e65d28e5664025978902943452f338', 'security_groups': ['2f95ce17-acee-4374-9b65-f011bb830db1']}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:45:55.278987 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-b6487ad1-d380-4c43-a62d-aba7d472e361 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Made reservation on behalf of d3e65d28e5664025978902943452f338 for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:45:55.282814 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-b6487ad1-d380-4c43-a62d-aba7d472e361 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:55.654698 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-b6487ad1-d380-4c43-a62d-aba7d472e361 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Allocated IP 172.20.0.4 (ff034301-a1c4-4028-a91c-012c3b139427/6605e181-a637-4e6a-a804-d0eb5c55d597/224164fb-d3cb-4731-9747-97bba286b111) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:45:55.804490 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-b6487ad1-d380-4c43-a62d-aba7d472e361 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for port (224164fb-d3cb-4731-9747-97bba286b111), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:55.842672 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-b6487ad1-d380-4c43-a62d-aba7d472e361 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (224164fb-d3cb-4731-9747-97bba286b111), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:55.917067 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-b6487ad1-d380-4c43-a62d-aba7d472e361 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Network ff034301-a1c4-4028-a91c-012c3b139427 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:45:55.919331 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6487ad1-d380-4c43-a62d-aba7d472e361 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Pushing event updated for resources: {'Port': ['ID=224164fb-d3cb-4731-9747-97bba286b111,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:55.922326 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-b6487ad1-d380-4c43-a62d-aba7d472e361 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:45:55.924760 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-b6487ad1-d380-4c43-a62d-aba7d472e361 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:45:55.957949 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22e488-dcca-4070-a8a6-44172a264168 req-f1f0fde7-b8d2-4972-bc62-0c48947b5072 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:55.959524 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ed22e488-dcca-4070-a8a6-44172a264168 req-f1f0fde7-b8d2-4972-bc62-0c48947b5072 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=49faa65a-11f3-4287-b392-09d1966a700e HTTP/1.1" status: 200 len: 931 time: 0.0721798 Sep 28 08:45:55.986755 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-b6487ad1-d380-4c43-a62d-aba7d472e361 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:55.987396 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-b6487ad1-d380-4c43-a62d-aba7d472e361 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:56.007053 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-b6487ad1-d380-4c43-a62d-aba7d472e361 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8456166 Sep 28 08:45:56.014065 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ed22e488-dcca-4070-a8a6-44172a264168 req-7d2b912a-b8fe-43ea-a3e1-4111ae6114f1 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2f95ce17-acee-4374-9b65-f011bb830db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480359 Sep 28 08:45:56.024763 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-d54ba82e-9fe5-47a0-8729-c70fe622e090 service neutron] Request body: {'port': {'device_id': '49faa65a-11f3-4287-b392-09d1966a700e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:45:56.092224 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-d54ba82e-9fe5-47a0-8729-c70fe622e090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (224164fb-d3cb-4731-9747-97bba286b111), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:56.106715 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:56.160484 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-d92beda4-ebf6-4e82-9a20-923dcb71c9d6 None None] Provisioning complete for port 224164fb-d3cb-4731-9747-97bba286b111 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:45:56.161183 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-d92beda4-ebf6-4e82-9a20-923dcb71c9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (224164fb-d3cb-4731-9747-97bba286b111), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:56.161183 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-d92beda4-ebf6-4e82-9a20-923dcb71c9d6 None None] Attempt 1 to provision port 224164fb-d3cb-4731-9747-97bba286b111 Sep 28 08:45:56.193449 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-d92beda4-ebf6-4e82-9a20-923dcb71c9d6 None None] Port 224164fb-d3cb-4731-9747-97bba286b111 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:45:56.220205 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:56.362225 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-d54ba82e-9fe5-47a0-8729-c70fe622e090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224164fb-d3cb-4731-9747-97bba286b111 {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:45:56.369801 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-d54ba82e-9fe5-47a0-8729-c70fe622e090 service neutron] Publish callbacks [] for port (224164fb-d3cb-4731-9747-97bba286b111), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:56.383118 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-d54ba82e-9fe5-47a0-8729-c70fe622e090 service neutron] Transition to ACTIVE for port object 224164fb-d3cb-4731-9747-97bba286b111 will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 08:45:56.386261 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-d54ba82e-9fe5-47a0-8729-c70fe622e090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (224164fb-d3cb-4731-9747-97bba286b111), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:56.448933 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ba82e-9fe5-47a0-8729-c70fe622e090 service neutron] Pushing event updated for resources: {'Port': ['ID=224164fb-d3cb-4731-9747-97bba286b111,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:56.499174 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-d54ba82e-9fe5-47a0-8729-c70fe622e090 service neutron] Attempting to bind port 224164fb-d3cb-4731-9747-97bba286b111 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:45:56.499511 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-d54ba82e-9fe5-47a0-8729-c70fe622e090 service neutron] Attempting to bind port 224164fb-d3cb-4731-9747-97bba286b111 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '700aaca3-a22e-4970-8e60-aa95edd00338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:45:56.499844 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-d54ba82e-9fe5-47a0-8729-c70fe622e090 service neutron] Attempting to bind port 224164fb-d3cb-4731-9747-97bba286b111 on network ff034301-a1c4-4028-a91c-012c3b139427 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:45:56.541496 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-d54ba82e-9fe5-47a0-8729-c70fe622e090 service neutron] Port 224164fb-d3cb-4731-9747-97bba286b111 on network ff034301-a1c4-4028-a91c-012c3b139427 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:45:56.541834 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-d54ba82e-9fe5-47a0-8729-c70fe622e090 service neutron] Attempting to bind port 224164fb-d3cb-4731-9747-97bba286b111 on network ff034301-a1c4-4028-a91c-012c3b139427 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:45:56.588307 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-d54ba82e-9fe5-47a0-8729-c70fe622e090 service neutron] Checking agent: {'id': '0e203ff6-fe6d-4565-9e88-81d2831b3c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'started_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:45:56.588539 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-d54ba82e-9fe5-47a0-8729-c70fe622e090 service neutron] Checking segment: {'id': '700aaca3-a22e-4970-8e60-aa95edd00338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:45:56.588914 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-d54ba82e-9fe5-47a0-8729-c70fe622e090 service neutron] Bound using segment: {'id': '700aaca3-a22e-4970-8e60-aa95edd00338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:45:56.589390 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-d54ba82e-9fe5-47a0-8729-c70fe622e090 service neutron] Bound port: 224164fb-d3cb-4731-9747-97bba286b111, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '700aaca3-a22e-4970-8e60-aa95edd00338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:45:56.589754 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-d54ba82e-9fe5-47a0-8729-c70fe622e090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (224164fb-d3cb-4731-9747-97bba286b111), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:56.660322 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-d54ba82e-9fe5-47a0-8729-c70fe622e090 service neutron] For port 224164fb-d3cb-4731-9747-97bba286b111, host hv-cinder-84456, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:45:56.663282 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-d54ba82e-9fe5-47a0-8729-c70fe622e090 service neutron] For port 224164fb-d3cb-4731-9747-97bba286b111, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=224164fb-d3cb-4731-9747-97bba286b111,segment=NetworkSegment(700aaca3-a22e-4970-8e60-aa95edd00338),segment_id=700aaca3-a22e-4970-8e60-aa95edd00338)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:45:56.669979 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-d54ba82e-9fe5-47a0-8729-c70fe622e090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (224164fb-d3cb-4731-9747-97bba286b111), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:56.674501 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-d54ba82e-9fe5-47a0-8729-c70fe622e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:56.675130 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-d54ba82e-9fe5-47a0-8729-c70fe622e090 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:56.676528 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-d54ba82e-9fe5-47a0-8729-c70fe622e090 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/224164fb-d3cb-4731-9747-97bba286b111 HTTP/1.1" status: 200 len: 1093 time: 0.6563151 Sep 28 08:45:56.678864 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49faa65a-11f3-4287-b392-09d1966a700e', 'tag': '224164fb-d3cb-4731-9747-97bba286b111'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:45:56.680353 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66935e38-07da-45a2-a1e7-695b8850fa32" -d '{"events": [{"name": "network-changed", "server_uuid": "49faa65a-11f3-4287-b392-09d1966a700e", "tag": "224164fb-d3cb-4731-9747-97bba286b111"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:45:56.684419 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1f63bae5-77f3-475e-b545-52df9f0657ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:56.694277 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-d92beda4-ebf6-4e82-9a20-923dcb71c9d6 None None] Attempt 2 to provision port 224164fb-d3cb-4731-9747-97bba286b111 Sep 28 08:45:56.727775 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ba82e-9fe5-47a0-8729-c70fe622e090 service neutron] Pushing event updated for resources: {'Port': ['ID=224164fb-d3cb-4731-9747-97bba286b111,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:45:56.734928 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-d92beda4-ebf6-4e82-9a20-923dcb71c9d6 None None] Port 224164fb-d3cb-4731-9747-97bba286b111 had new provisioning blocks added so it will not transition to active. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 08:45:56.742599 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899904a1-6739-4993-b013-d3b12b85efbb x-openstack-request-id: req-899904a1-6739-4993-b013-d3b12b85efbb {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:45:56.742964 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49faa65a-11f3-4287-b392-09d1966a700e", "tag": "224164fb-d3cb-4731-9747-97bba286b111", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:45:56.743289 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-899904a1-6739-4993-b013-d3b12b85efbb {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:45:56.743772 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-899904a1-6739-4993-b013-d3b12b85efbb'] response: {'name': 'network-changed', 'server_uuid': '49faa65a-11f3-4287-b392-09d1966a700e', 'tag': '224164fb-d3cb-4731-9747-97bba286b111', 'status': 'completed', 'code': 200} Sep 28 08:45:56.806598 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-55bb6265-7130-4fb2-b7c7-6e96f6ae47ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:56.808096 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-55bb6265-7130-4fb2-b7c7-6e96f6ae47ce service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=d3e65d28e5664025978902943452f338&device_id=49faa65a-11f3-4287-b392-09d1966a700e HTTP/1.1" status: 200 len: 1127 time: 0.0402594 Sep 28 08:45:56.864157 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-b594daf7-8e7c-49f8-96f5-a082d28c3bd4 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=224164fb-d3cb-4731-9747-97bba286b111 HTTP/1.1" status: 200 len: 217 time: 0.0351918 Sep 28 08:45:56.912207 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-51b22b78-b591-4ca7-9cf7-3a7ba506a99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:56.913664 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-51b22b78-b591-4ca7-9cf7-3a7ba506a99c service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=6605e181-a637-4e6a-a804-d0eb5c55d597 HTTP/1.1" status: 200 len: 849 time: 0.0442061 Sep 28 08:45:56.957385 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-c747e7dc-1463-4395-a8ec-9b367297b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:56.958872 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-c747e7dc-1463-4395-a8ec-9b367297b20c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ff034301-a1c4-4028-a91c-012c3b139427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390072 Sep 28 08:45:57.055563 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-65b8fa4c-35c6-49ef-974f-0a5c8b30b31d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ff034301-a1c4-4028-a91c-012c3b139427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900886 Sep 28 08:45:57.128692 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:57.145936 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e1bdf-7969-4048-b2ca-00b320818976 req-0a15be65-9f97-430a-94a3-27516616fe2b tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:57.146467 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:57.148413 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-109e1bdf-7969-4048-b2ca-00b320818976 req-0a15be65-9f97-430a-94a3-27516616fe2b tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=49faa65a-11f3-4287-b392-09d1966a700e HTTP/1.1" status: 200 len: 943 time: 0.0542283 Sep 28 08:45:57.164644 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-260b6a04-6b98-4ae4-b71b-e4569f659683 req-8ffab7a6-b02a-4563-8ea1-d34c90093368 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ff034301-a1c4-4028-a91c-012c3b139427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025350 Sep 28 08:45:57.217691 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-109e1bdf-7969-4048-b2ca-00b320818976 req-9d185bdf-5659-4a3f-aa40-a9b7d6618793 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2f95ce17-acee-4374-9b65-f011bb830db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611265 Sep 28 08:45:57.876266 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:58.328906 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:45:58.344615 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120097c-95ee-4a3b-af66-c9bbc079e853 req-de05ced5-3d53-48b3-a53b-5d0f4260f536 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:58.346162 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7120097c-95ee-4a3b-af66-c9bbc079e853 req-de05ced5-3d53-48b3-a53b-5d0f4260f536 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=49faa65a-11f3-4287-b392-09d1966a700e HTTP/1.1" status: 200 len: 943 time: 0.0506289 Sep 28 08:45:58.400991 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7120097c-95ee-4a3b-af66-c9bbc079e853 req-bec2f7c0-8ac8-45b3-b731-1743943aba78 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2f95ce17-acee-4374-9b65-f011bb830db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492408 Sep 28 08:45:59.446387 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:59.503843 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:45:59.526927 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9918ae-563c-4b6a-8fb5-62a96ef8fb86 req-b0ded04e-ee67-499b-8285-21a9a1437bec tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:59.528593 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cd9918ae-563c-4b6a-8fb5-62a96ef8fb86 req-b0ded04e-ee67-499b-8285-21a9a1437bec tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=49faa65a-11f3-4287-b392-09d1966a700e HTTP/1.1" status: 200 len: 943 time: 0.0499363 Sep 28 08:45:59.576651 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cd9918ae-563c-4b6a-8fb5-62a96ef8fb86 req-f7b156d7-5c14-48a3-a0be-0eba9de02e9b tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2f95ce17-acee-4374-9b65-f011bb830db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421624 Sep 28 08:45:59.993134 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66935e38-07da-45a2-a1e7-695b8850fa32 req-b6a4bcea-4236-47c4-bf82-56d773221d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:45:59.994714 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-66935e38-07da-45a2-a1e7-695b8850fa32 req-b6a4bcea-4236-47c4-bf82-56d773221d48 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=d3e65d28e5664025978902943452f338&device_id=49faa65a-11f3-4287-b392-09d1966a700e HTTP/1.1" status: 200 len: 1127 time: 0.0399320 Sep 28 08:46:00.085515 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66935e38-07da-45a2-a1e7-695b8850fa32 req-0974c6b0-5133-4345-887e-e3154fcf12a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:00.086987 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-66935e38-07da-45a2-a1e7-695b8850fa32 req-0974c6b0-5133-4345-887e-e3154fcf12a4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=ff034301-a1c4-4028-a91c-012c3b139427 HTTP/1.1" status: 200 len: 911 time: 0.0865512 Sep 28 08:46:00.092910 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 58410) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:00.136873 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-66935e38-07da-45a2-a1e7-695b8850fa32 req-481cfb75-b397-4668-9c21-7018d5b12c68 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=224164fb-d3cb-4731-9747-97bba286b111 HTTP/1.1" status: 200 len: 217 time: 0.0417027 Sep 28 08:46:00.185939 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66935e38-07da-45a2-a1e7-695b8850fa32 req-371b8799-79bc-4836-b332-c219a17bbb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:00.187414 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-66935e38-07da-45a2-a1e7-695b8850fa32 req-371b8799-79bc-4836-b332-c219a17bbb43 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=6605e181-a637-4e6a-a804-d0eb5c55d597 HTTP/1.1" status: 200 len: 849 time: 0.0448713 Sep 28 08:46:00.242949 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-843267b1-6c60-492c-a12c-2f0925022daa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:00.263843 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66935e38-07da-45a2-a1e7-695b8850fa32 req-4ceebf0c-1b94-4fa0-91c3-6c4cb7481f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:00.265369 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-66935e38-07da-45a2-a1e7-695b8850fa32 req-4ceebf0c-1b94-4fa0-91c3-6c4cb7481f6d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ff034301-a1c4-4028-a91c-012c3b139427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648701 Sep 28 08:46:00.398429 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-66935e38-07da-45a2-a1e7-695b8850fa32 req-cbf86b3e-652e-49d0-b16f-45c53c3bf25f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ff034301-a1c4-4028-a91c-012c3b139427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266742 Sep 28 08:46:00.429052 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-843267b1-6c60-492c-a12c-2f0925022daa admin admin] Publish callbacks [] for security_group (a3ac35e1-0480-466b-ab70-56a7dff120fe), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:00.460650 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-843267b1-6c60-492c-a12c-2f0925022daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (a3ac35e1-0480-466b-ab70-56a7dff120fe), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:00.518139 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-843267b1-6c60-492c-a12c-2f0925022daa admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6a047cd61d4c4e3fa55bfa0084cbd167&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4240792 Sep 28 08:46:00.520887 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 58416) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:00.521557 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843267b1-6c60-492c-a12c-2f0925022daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ac35e1-0480-466b-ab70-56a7dff120fe,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:00.586045 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-66935e38-07da-45a2-a1e7-695b8850fa32 req-5e835049-05ed-46a3-bfed-35b254f734a1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ff034301-a1c4-4028-a91c-012c3b139427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822402 Sep 28 08:46:00.617117 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-00a902ab-6e41-4b8d-9a27-c9526e82385f admin admin] Publish callbacks [] for security_group (a3ac35e1-0480-466b-ab70-56a7dff120fe), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:00.639648 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-00a902ab-6e41-4b8d-9a27-c9526e82385f admin admin] Publish callbacks [] for security_group (a3ac35e1-0480-466b-ab70-56a7dff120fe), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:00.692128 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-00a902ab-6e41-4b8d-9a27-c9526e82385f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (a3ac35e1-0480-466b-ab70-56a7dff120fe), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:00.695058 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-00a902ab-6e41-4b8d-9a27-c9526e82385f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:00.696417 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-00a902ab-6e41-4b8d-9a27-c9526e82385f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/a3ac35e1-0480-466b-ab70-56a7dff120fe HTTP/1.1" status: 204 len: 168 time: 0.1715159 Sep 28 08:46:00.706084 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a902ab-6e41-4b8d-9a27-c9526e82385f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ac35e1-0480-466b-ab70-56a7dff120fe,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:00.713122 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa309a0-b03c-450b-b66b-f96266bd3f17 req-79e16839-dd63-432a-b67f-10ccfa77b268 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:00.715248 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5fa309a0-b03c-450b-b66b-f96266bd3f17 req-79e16839-dd63-432a-b67f-10ccfa77b268 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=49faa65a-11f3-4287-b392-09d1966a700e HTTP/1.1" status: 200 len: 943 time: 0.0597804 Sep 28 08:46:00.768097 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5fa309a0-b03c-450b-b66b-f96266bd3f17 req-220b0ffa-263a-4aa6-8d3c-349c968f00b6 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2f95ce17-acee-4374-9b65-f011bb830db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463142 Sep 28 08:46:00.955414 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:00.991792 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:01.001022 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 58424) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:01.018782 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3b4055c5-f447-4dec-a9d1-9f61539dc024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:01.047311 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:01.077197 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:01.102663 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3b4055c5-f447-4dec-a9d1-9f61539dc024 admin admin] Publish callbacks [] for security_group (85e63797-2734-4ce1-8c99-00208401e89d), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:01.106998 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3b4055c5-f447-4dec-a9d1-9f61539dc024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (85e63797-2734-4ce1-8c99-00208401e89d), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:01.146693 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-3b4055c5-f447-4dec-a9d1-9f61539dc024 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=4036118fcf434626bc58ddf3800b3b65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1445315 Sep 28 08:46:01.147556 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4055c5-f447-4dec-a9d1-9f61539dc024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e63797-2734-4ce1-8c99-00208401e89d,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:01.149466 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58426) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:01.201212 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ec99ca8a-a17c-4dd6-95b1-fa4995bcb4a0 admin admin] Publish callbacks [] for security_group (85e63797-2734-4ce1-8c99-00208401e89d), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:01.221703 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ec99ca8a-a17c-4dd6-95b1-fa4995bcb4a0 admin admin] Publish callbacks [] for security_group (85e63797-2734-4ce1-8c99-00208401e89d), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:01.271115 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ec99ca8a-a17c-4dd6-95b1-fa4995bcb4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (85e63797-2734-4ce1-8c99-00208401e89d), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:01.273732 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-ec99ca8a-a17c-4dd6-95b1-fa4995bcb4a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:01.274887 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-ec99ca8a-a17c-4dd6-95b1-fa4995bcb4a0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/85e63797-2734-4ce1-8c99-00208401e89d HTTP/1.1" status: 204 len: 168 time: 0.1244528 Sep 28 08:46:01.283006 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99ca8a-a17c-4dd6-95b1-fa4995bcb4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e63797-2734-4ce1-8c99-00208401e89d,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:01.525223 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 224164fb-d3cb-4731-9747-97bba286b111 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:46:01.617477 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58432) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:01.627212 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 224164fb-d3cb-4731-9747-97bba286b111, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=224164fb-d3cb-4731-9747-97bba286b111,segment=NetworkSegment(700aaca3-a22e-4970-8e60-aa95edd00338),segment_id=700aaca3-a22e-4970-8e60-aa95edd00338)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:46:01.630849 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-52f6f356-d3be-459a-89a1-60e99f2e4974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:01.641501 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': '224164fb-d3cb-4731-9747-97bba286b111', 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'port_id': '224164fb-d3cb-4731-9747-97bba286b111', 'mac_address': 'fa:16:3e:c5:d9:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:46:01.677196 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 224164fb-d3cb-4731-9747-97bba286b111 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:46:01.677594 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (224164fb-d3cb-4731-9747-97bba286b111), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:01.681292 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:01.692481 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224164fb-d3cb-4731-9747-97bba286b111 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:46:01.713789 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 224164fb-d3cb-4731-9747-97bba286b111, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=224164fb-d3cb-4731-9747-97bba286b111,segment=NetworkSegment(700aaca3-a22e-4970-8e60-aa95edd00338),segment_id=700aaca3-a22e-4970-8e60-aa95edd00338)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:46:01.715861 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-52f6f356-d3be-459a-89a1-60e99f2e4974 admin admin] Publish callbacks [] for security_group (15c04097-2d1b-4a2d-9943-ada9d02f0d1f), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:01.719233 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (224164fb-d3cb-4731-9747-97bba286b111), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:01.719631 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-52f6f356-d3be-459a-89a1-60e99f2e4974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (15c04097-2d1b-4a2d-9943-ada9d02f0d1f), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:01.759740 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-52f6f356-d3be-459a-89a1-60e99f2e4974 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=eea97f7a452d483e84990e50b3dd5495&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411552 Sep 28 08:46:01.760616 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6f356-d3be-459a-89a1-60e99f2e4974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c04097-2d1b-4a2d-9943-ada9d02f0d1f,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:01.763437 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 58434) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:01.774218 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=224164fb-d3cb-4731-9747-97bba286b111,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:01.782910 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:01.783263 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:01.783631 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:01.784129 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:01.784498 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:01.784814 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:01.785463 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:01.785463 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:01.785912 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:01.786239 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:01.786598 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:01.786894 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:01.787221 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:01.787537 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:01.787850 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:01.815453 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-97f1a8ac-15e0-47f3-b374-7e70242bc741 admin admin] Publish callbacks [] for security_group (15c04097-2d1b-4a2d-9943-ada9d02f0d1f), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:01.836981 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-97f1a8ac-15e0-47f3-b374-7e70242bc741 admin admin] Publish callbacks [] for security_group (15c04097-2d1b-4a2d-9943-ada9d02f0d1f), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:01.887818 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-97f1a8ac-15e0-47f3-b374-7e70242bc741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (15c04097-2d1b-4a2d-9943-ada9d02f0d1f), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:01.890625 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-97f1a8ac-15e0-47f3-b374-7e70242bc741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:01.891769 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-97f1a8ac-15e0-47f3-b374-7e70242bc741 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/15c04097-2d1b-4a2d-9943-ada9d02f0d1f HTTP/1.1" status: 204 len: 168 time: 0.1273088 Sep 28 08:46:01.894117 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece676ef-c468-4c69-9301-6a56fa39fb05 req-407f57bc-fd3a-4a48-8e73-517483030518 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:01.895745 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ece676ef-c468-4c69-9301-6a56fa39fb05 req-407f57bc-fd3a-4a48-8e73-517483030518 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=49faa65a-11f3-4287-b392-09d1966a700e HTTP/1.1" status: 200 len: 944 time: 0.0510685 Sep 28 08:46:01.902356 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1a8ac-15e0-47f3-b374-7e70242bc741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c04097-2d1b-4a2d-9943-ada9d02f0d1f,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:01.957624 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ece676ef-c468-4c69-9301-6a56fa39fb05 req-dcfcf780-2eb5-4bf2-ada9-a66554ee422c tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2f95ce17-acee-4374-9b65-f011bb830db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556395 Sep 28 08:46:02.156815 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['224164fb-d3cb-4731-9747-97bba286b111'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:46:02.190480 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:02.200076 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:02.624999 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58458) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:02.727590 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-7fe3ec12-0e07-4daa-840e-8d6b8459ec37 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1347434623-network', 'tenant_id': 'bfe1975eab4d4dad9aab52c90493bf7d'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:46:02.747147 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe3ec12-0e07-4daa-840e-8d6b8459ec37 admin admin] Made reservation on behalf of bfe1975eab4d4dad9aab52c90493bf7d for: {'network': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:46:02.749465 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7fe3ec12-0e07-4daa-840e-8d6b8459ec37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for network (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:02.758234 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7fe3ec12-0e07-4daa-840e-8d6b8459ec37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:02.835030 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7fe3ec12-0e07-4daa-840e-8d6b8459ec37 admin admin] Publish callbacks [] for security_group (e209807f-a124-4ba3-b748-98635fcd63ed), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:02.838674 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7fe3ec12-0e07-4daa-840e-8d6b8459ec37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (e209807f-a124-4ba3-b748-98635fcd63ed), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:02.851591 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:02.864632 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe3ec12-0e07-4daa-840e-8d6b8459ec37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=106476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:46:02.884081 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7fe3ec12-0e07-4daa-840e-8d6b8459ec37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (2515fd19-f888-4848-8b6d-485c5cc7ff23), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:02.884446 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.segments_db [None req-7fe3ec12-0e07-4daa-840e-8d6b8459ec37 admin admin] Added segment 2515fd19-f888-4848-8b6d-485c5cc7ff23 of type vlan for network e0943dc5-f513-4bf7-90d4-1fd4b5eef58e Sep 28 08:46:02.886085 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3ec12-0e07-4daa-840e-8d6b8459ec37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e209807f-a124-4ba3-b748-98635fcd63ed,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:02.934915 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7fe3ec12-0e07-4daa-840e-8d6b8459ec37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759190207681'] for network (e0943dc5-f513-4bf7-90d4-1fd4b5eef58e), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:02.963355 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7fe3ec12-0e07-4daa-840e-8d6b8459ec37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for network (e0943dc5-f513-4bf7-90d4-1fd4b5eef58e), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:02.964703 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe3ec12-0e07-4daa-840e-8d6b8459ec37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:02.965551 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7fe3ec12-0e07-4daa-840e-8d6b8459ec37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:03.024599 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-7fe3ec12-0e07-4daa-840e-8d6b8459ec37 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3957300 Sep 28 08:46:03.024931 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 58464) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:03.030658 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-c321c14d-2261-4acb-a391-cad1dc705a9d admin admin] Request body: {'subnet': {'network_id': 'e0943dc5-f513-4bf7-90d4-1fd4b5eef58e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1347434623-subnet', 'tenant_id': 'bfe1975eab4d4dad9aab52c90493bf7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:46:03.048229 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3ec12-0e07-4daa-840e-8d6b8459ec37 admin admin] Pushing event updated for resources: {'Network': ['ID=e0943dc5-f513-4bf7-90d4-1fd4b5eef58e,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:03.055888 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c321c14d-2261-4acb-a391-cad1dc705a9d admin admin] Made reservation on behalf of bfe1975eab4d4dad9aab52c90493bf7d for: {'subnet': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:46:03.058579 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c321c14d-2261-4acb-a391-cad1dc705a9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3714023'] for subnet (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:03.060381 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Network e0943dc5-f513-4bf7-90d4-1fd4b5eef58e details requested by agent ovs-agent-dv-cinder-844563-8-iscsi with host dv-cinder-844563-8-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:46:03.083817 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed1080-c6ed-45af-a843-e76dd4f79157 req-8f2045d4-ae5d-4c26-b894-7a6713c4bc55 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:03.085412 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5fed1080-c6ed-45af-a843-e76dd4f79157 req-8f2045d4-ae5d-4c26-b894-7a6713c4bc55 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=49faa65a-11f3-4287-b392-09d1966a700e HTTP/1.1" status: 200 len: 944 time: 0.0511503 Sep 28 08:46:03.138781 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5fed1080-c6ed-45af-a843-e76dd4f79157 req-b398b754-57f5-4766-bf6f-a8c5269f4d05 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2f95ce17-acee-4374-9b65-f011bb830db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466013 Sep 28 08:46:03.243944 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c321c14d-2261-4acb-a391-cad1dc705a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2790258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3714001'] for subnet (ca8aea1e-d530-4542-bc1e-6e37881e59d2), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:03.298778 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321c14d-2261-4acb-a391-cad1dc705a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca8aea1e-d530-4542-bc1e-6e37881e59d2,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:03.314280 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c321c14d-2261-4acb-a391-cad1dc705a9d admin admin] Checking segment: {'id': '2515fd19-f888-4848-8b6d-485c5cc7ff23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e0943dc5-f513-4bf7-90d4-1fd4b5eef58e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:46:03.314633 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c321c14d-2261-4acb-a391-cad1dc705a9d admin admin] Network hostable DHCP agents. Network: e0943dc5-f513-4bf7-90d4-1fd4b5eef58e, hostable agents: ['303e7d5d-73d6-4049-9660-05be0257cf7d'], hosted agents: [] {{(pid=106475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:46:03.331668 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c321c14d-2261-4acb-a391-cad1dc705a9d admin admin] Network e0943dc5-f513-4bf7-90d4-1fd4b5eef58e is scheduled to be hosted by DHCP agent 303e7d5d-73d6-4049-9660-05be0257cf7d with binding_index 1 {{(pid=106475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:46:03.340522 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-c321c14d-2261-4acb-a391-cad1dc705a9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-8-iscsi, e0943dc5-f513-4bf7-90d4-1fd4b5eef58e) {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:46:03.345740 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c321c14d-2261-4acb-a391-cad1dc705a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:03.346483 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c321c14d-2261-4acb-a391-cad1dc705a9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:03.349736 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bf40a2-46c9-4dca-a56c-41e7c4292ddc None None] Network e0943dc5-f513-4bf7-90d4-1fd4b5eef58e requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:46:03.373859 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-c321c14d-2261-4acb-a391-cad1dc705a9d admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3475795 Sep 28 08:46:03.456969 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6222d336-9c87-49aa-90cd-7ebf77acb4b7 None None] Network e0943dc5-f513-4bf7-90d4-1fd4b5eef58e requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:46:03.528359 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 224164fb-d3cb-4731-9747-97bba286b111 up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:46:03.608285 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning for port 224164fb-d3cb-4731-9747-97bba286b111 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 08:46:03.614750 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port 224164fb-d3cb-4731-9747-97bba286b111 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:46:03.615225 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (224164fb-d3cb-4731-9747-97bba286b111), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:03.615673 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port 224164fb-d3cb-4731-9747-97bba286b111 Sep 28 08:46:03.821848 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 224164fb-d3cb-4731-9747-97bba286b111 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:46:03.822250 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (224164fb-d3cb-4731-9747-97bba286b111), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:03.848865 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49faa65a-11f3-4287-b392-09d1966a700e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224164fb-d3cb-4731-9747-97bba286b111'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:46:03.851154 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e219788-ea99-407a-a356-a09ba427c045" -d '{"events": [{"server_uuid": "49faa65a-11f3-4287-b392-09d1966a700e", "name": "network-vif-plugged", "status": "completed", "tag": "224164fb-d3cb-4731-9747-97bba286b111"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:46:03.866713 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 224164fb-d3cb-4731-9747-97bba286b111, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=224164fb-d3cb-4731-9747-97bba286b111,segment=NetworkSegment(700aaca3-a22e-4970-8e60-aa95edd00338),segment_id=700aaca3-a22e-4970-8e60-aa95edd00338)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:46:03.873712 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (224164fb-d3cb-4731-9747-97bba286b111), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:03.937297 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbe64e8-fd5b-4c67-9f1b-7c2209aba64c x-openstack-request-id: req-0cbe64e8-fd5b-4c67-9f1b-7c2209aba64c {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:46:03.937585 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49faa65a-11f3-4287-b392-09d1966a700e", "name": "network-vif-plugged", "status": "completed", "tag": "224164fb-d3cb-4731-9747-97bba286b111", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:46:03.937836 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0cbe64e8-fd5b-4c67-9f1b-7c2209aba64c {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:46:03.938229 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cbe64e8-fd5b-4c67-9f1b-7c2209aba64c'] response: {'server_uuid': '49faa65a-11f3-4287-b392-09d1966a700e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224164fb-d3cb-4731-9747-97bba286b111', 'code': 200} Sep 28 08:46:03.943920 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=224164fb-d3cb-4731-9747-97bba286b111,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:04.153956 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c157a3d-9777-48c5-b071-01978d6def56 req-adf40935-c0b9-44b3-ae1f-b4bd2641dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:04.155353 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9c157a3d-9777-48c5-b071-01978d6def56 req-adf40935-c0b9-44b3-ae1f-b4bd2641dc64 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=49faa65a-11f3-4287-b392-09d1966a700e HTTP/1.1" status: 200 len: 1129 time: 0.0397015 Sep 28 08:46:04.202905 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9c157a3d-9777-48c5-b071-01978d6def56 req-08c988b1-c725-4193-add5-349b1e14be88 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2f95ce17-acee-4374-9b65-f011bb830db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398524 Sep 28 08:46:04.275292 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3dd5b-7f2b-4a6c-a552-2d2cba4d9cdb req-03bd4d3b-1db9-4c39-83d5-dc570454e51e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:04.276769 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0dd3dd5b-7f2b-4a6c-a552-2d2cba4d9cdb req-03bd4d3b-1db9-4c39-83d5-dc570454e51e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=49faa65a-11f3-4287-b392-09d1966a700e HTTP/1.1" status: 200 len: 945 time: 0.0587115 Sep 28 08:46:04.323680 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0dd3dd5b-7f2b-4a6c-a552-2d2cba4d9cdb req-ba9058f6-998f-4597-8d77-94294c438b12 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2f95ce17-acee-4374-9b65-f011bb830db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405600 Sep 28 08:46:05.109644 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:05.192129 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-3c1b8851-28e7-46fa-af5c-542b5ce18e84 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:05.193658 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-3c1b8851-28e7-46fa-af5c-542b5ce18e84 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/networks?id=e0943dc5-f513-4bf7-90d4-1fd4b5eef58e HTTP/1.1" status: 200 len: 814 time: 0.1047544 Sep 28 08:46:05.209296 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-e8ec0553-962b-4905-9cbe-7929a2a78006 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/quotas/bfe1975eab4d4dad9aab52c90493bf7d HTTP/1.1" status: 200 len: 375 time: 0.0099576 Sep 28 08:46:05.251873 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-e6ddc063-b3cc-4fdb-bdd5-13fd4c1934c2 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=bfe1975eab4d4dad9aab52c90493bf7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372014 Sep 28 08:46:05.343481 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-0e3877af-b8a9-42f5-a423-e6a00fd5db6f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e0943dc5-f513-4bf7-90d4-1fd4b5eef58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844467 Sep 28 08:46:05.464623 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc252d-01e2-46f5-a780-b5fdf5c55767 req-96947f9c-45e4-4e91-8a4c-151665ba1365 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:05.466167 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f7bc252d-01e2-46f5-a780-b5fdf5c55767 req-96947f9c-45e4-4e91-8a4c-151665ba1365 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=49faa65a-11f3-4287-b392-09d1966a700e HTTP/1.1" status: 200 len: 945 time: 0.0666535 Sep 28 08:46:05.488343 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-6c86b35a-6ad3-466a-9414-0d0e43a2e581 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e0943dc5-f513-4bf7-90d4-1fd4b5eef58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390684 Sep 28 08:46:05.518144 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f7bc252d-01e2-46f5-a780-b5fdf5c55767 req-25ffce9a-c4d4-40bd-b53b-583bd296124d tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2f95ce17-acee-4374-9b65-f011bb830db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448165 Sep 28 08:46:05.666851 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-93f63ad6-d71a-4b53-ab4c-51d3a1d689b3 req-acff867a-85b1-4319-8c24-99f14b62daa0 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bb92ccd6-c465-416c-a715-84efa8668ad2 HTTP/1.1" status: 200 len: 210 time: 0.0305483 Sep 28 08:46:06.075318 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:06.641504 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cc172-b99b-46f1-8436-a8bb7a270df6 req-4737b003-c050-47b8-93db-684079c2a6d2 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:06.643024 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e49cc172-b99b-46f1-8436-a8bb7a270df6 req-4737b003-c050-47b8-93db-684079c2a6d2 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=49faa65a-11f3-4287-b392-09d1966a700e HTTP/1.1" status: 200 len: 945 time: 0.0489566 Sep 28 08:46:06.691190 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e49cc172-b99b-46f1-8436-a8bb7a270df6 req-1a2b1e11-bb84-43d4-880b-f5566c994b06 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2f95ce17-acee-4374-9b65-f011bb830db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423906 Sep 28 08:46:06.773258 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0c0c7981-2c57-491c-a8c9-aca37ad2451d req-64845db2-8b91-4dce-a810-11d3907becd0 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bb92ccd6-c465-416c-a715-84efa8668ad2 HTTP/1.1" status: 200 len: 210 time: 0.0299969 Sep 28 08:46:06.817079 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb33fb4-e5ec-4fe0-8572-8ba73ec1d97a req-27cdae2f-a8ed-4b1d-a27e-ff2612253bf7 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:06.818559 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bfb33fb4-e5ec-4fe0-8572-8ba73ec1d97a req-27cdae2f-a8ed-4b1d-a27e-ff2612253bf7 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=49faa65a-11f3-4287-b392-09d1966a700e HTTP/1.1" status: 200 len: 945 time: 0.0486095 Sep 28 08:46:06.829428 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58514) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:06.833986 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-d5ea7f5c-4379-408d-8aa5-d5319accf772 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Request body: {'floatingip': {'port_id': '224164fb-d3cb-4731-9747-97bba286b111'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:46:06.877117 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7f5c-4379-408d-8aa5-d5319accf772 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for floatingip (d8a56068-cb8f-4129-9678-8f9af72978b9), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:06.956990 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:07.008014 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-c7a72e2a-5c3b-46ca-a7ce-49c18040c705 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:07.009739 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-c7a72e2a-5c3b-46ca-a7ce-49c18040c705 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.26 "GET /networking/v2.0/networks?id=e0943dc5-f513-4bf7-90d4-1fd4b5eef58e HTTP/1.1" status: 200 len: 814 time: 0.1175249 Sep 28 08:46:07.028800 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-315099b5-e4c5-4451-b53b-05ccfbd9ed7e tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Request body: {'port': {'device_id': 'bb92ccd6-c465-416c-a715-84efa8668ad2', 'network_id': 'e0943dc5-f513-4bf7-90d4-1fd4b5eef58e', 'admin_state_up': True, 'tenant_id': 'bfe1975eab4d4dad9aab52c90493bf7d'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:46:07.086199 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:07.143384 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-315099b5-e4c5-4451-b53b-05ccfbd9ed7e tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Made reservation on behalf of bfe1975eab4d4dad9aab52c90493bf7d for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:46:07.147363 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-315099b5-e4c5-4451-b53b-05ccfbd9ed7e tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:07.150104 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:07.284740 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-315099b5-e4c5-4451-b53b-05ccfbd9ed7e tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Allocated IP 172.20.0.12 (e0943dc5-f513-4bf7-90d4-1fd4b5eef58e/ca8aea1e-d530-4542-bc1e-6e37881e59d2/7401d624-9a08-4c27-a133-b9997af58cd5) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:46:07.327811 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7f5c-4379-408d-8aa5-d5319accf772 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:07.332514 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7f5c-4379-408d-8aa5-d5319accf772 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (d8a56068-cb8f-4129-9678-8f9af72978b9), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:07.371364 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:07.443996 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.l3_db [None req-d5ea7f5c-4379-408d-8aa5-d5319accf772 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Floating IP d8a56068-cb8f-4129-9678-8f9af72978b9 associated. External IP: 172.27.2.161, port: 224164fb-d3cb-4731-9747-97bba286b111. Sep 28 08:46:07.444660 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-315099b5-e4c5-4451-b53b-05ccfbd9ed7e tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Publish callbacks [] for port (7401d624-9a08-4c27-a133-b9997af58cd5), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:07.478668 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-315099b5-e4c5-4451-b53b-05ccfbd9ed7e tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (7401d624-9a08-4c27-a133-b9997af58cd5), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:07.524691 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-315099b5-e4c5-4451-b53b-05ccfbd9ed7e tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Network e0943dc5-f513-4bf7-90d4-1fd4b5eef58e is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:46:07.528980 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-315099b5-e4c5-4451-b53b-05ccfbd9ed7e tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:46:07.533084 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-315099b5-e4c5-4451-b53b-05ccfbd9ed7e tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:46:07.540055 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315099b5-e4c5-4451-b53b-05ccfbd9ed7e tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Pushing event updated for resources: {'Port': ['ID=7401d624-9a08-4c27-a133-b9997af58cd5,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:07.585522 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-315099b5-e4c5-4451-b53b-05ccfbd9ed7e tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:07.586279 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-315099b5-e4c5-4451-b53b-05ccfbd9ed7e tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:07.603209 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-315099b5-e4c5-4451-b53b-05ccfbd9ed7e tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5783684 Sep 28 08:46:07.622014 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-d240ee23-2a2d-44f4-bb6c-e067aadfc312 service neutron] Request body: {'port': {'device_id': 'bb92ccd6-c465-416c-a715-84efa8668ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:46:07.653749 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ea7f5c-4379-408d-8aa5-d5319accf772 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Router f28f4b09-bb20-4116-a49c-6a9d65d35564 has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:46:07.692135 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-d240ee23-2a2d-44f4-bb6c-e067aadfc312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (7401d624-9a08-4c27-a133-b9997af58cd5), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:07.838775 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:07.978099 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-d240ee23-2a2d-44f4-bb6c-e067aadfc312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7401d624-9a08-4c27-a133-b9997af58cd5 {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:46:07.986299 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-d240ee23-2a2d-44f4-bb6c-e067aadfc312 service neutron] Publish callbacks [] for port (7401d624-9a08-4c27-a133-b9997af58cd5), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:08.000495 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-d240ee23-2a2d-44f4-bb6c-e067aadfc312 service neutron] Transition to ACTIVE for port object 7401d624-9a08-4c27-a133-b9997af58cd5 will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 08:46:08.004004 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-d240ee23-2a2d-44f4-bb6c-e067aadfc312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (7401d624-9a08-4c27-a133-b9997af58cd5), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:08.030839 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:08.055863 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523a42e-2d84-4990-9559-b8e2b0f7335e req-e5473eb9-25ac-4308-8f72-4caa12327ec7 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:08.057437 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6523a42e-2d84-4990-9559-b8e2b0f7335e req-e5473eb9-25ac-4308-8f72-4caa12327ec7 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bb92ccd6-c465-416c-a715-84efa8668ad2 HTTP/1.1" status: 200 len: 932 time: 0.0791790 Sep 28 08:46:08.090639 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240ee23-2a2d-44f4-bb6c-e067aadfc312 service neutron] Pushing event updated for resources: {'Port': ['ID=7401d624-9a08-4c27-a133-b9997af58cd5,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:08.093519 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ea7f5c-4379-408d-8aa5-d5319accf772 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:46:08.099780 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d5ea7f5c-4379-408d-8aa5-d5319accf772 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:08.108188 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e110d9ea-e5b3-42c1-93c9-3693e015d5ed None None] Sync routers for ids ['f28f4b09-bb20-4116-a49c-6a9d65d35564'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:46:08.120624 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e110d9ea-e5b3-42c1-93c9-3693e015d5ed None None] Routers {'f28f4b09-bb20-4116-a49c-6a9d65d35564'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:46:08.122384 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-e110d9ea-e5b3-42c1-93c9-3693e015d5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:45:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['f28f4b09-bb20-4116-a49c-6a9d65d35564'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:08.129265 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-d240ee23-2a2d-44f4-bb6c-e067aadfc312 service neutron] Attempting to bind port 7401d624-9a08-4c27-a133-b9997af58cd5 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:46:08.129605 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-d240ee23-2a2d-44f4-bb6c-e067aadfc312 service neutron] Attempting to bind port 7401d624-9a08-4c27-a133-b9997af58cd5 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '2515fd19-f888-4848-8b6d-485c5cc7ff23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e0943dc5-f513-4bf7-90d4-1fd4b5eef58e'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:46:08.129941 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-d240ee23-2a2d-44f4-bb6c-e067aadfc312 service neutron] Attempting to bind port 7401d624-9a08-4c27-a133-b9997af58cd5 on network e0943dc5-f513-4bf7-90d4-1fd4b5eef58e {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:46:08.148523 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-d5ea7f5c-4379-408d-8aa5-d5319accf772 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/d8a56068-cb8f-4129-9678-8f9af72978b9 HTTP/1.1" status: 200 len: 991 time: 1.3159215 Sep 28 08:46:08.148523 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49faa65a-11f3-4287-b392-09d1966a700e', 'tag': '224164fb-d3cb-4731-9747-97bba286b111'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:46:08.150054 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7ed2ddc4584b00f7c30cf30121e6cd69d5fd04907018550f4f3d85fbaaf14d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a0fb0f-892d-46bc-9edc-350143caeeab" -d '{"events": [{"name": "network-changed", "server_uuid": "49faa65a-11f3-4287-b392-09d1966a700e", "tag": "224164fb-d3cb-4731-9747-97bba286b111"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:46:08.155605 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6523a42e-2d84-4990-9559-b8e2b0f7335e req-fa1205bc-5d4e-4c1e-9783-529ba7fe9238 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886648 Sep 28 08:46:08.174962 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-d240ee23-2a2d-44f4-bb6c-e067aadfc312 service neutron] Port 7401d624-9a08-4c27-a133-b9997af58cd5 on network e0943dc5-f513-4bf7-90d4-1fd4b5eef58e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:46:08.175302 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-d240ee23-2a2d-44f4-bb6c-e067aadfc312 service neutron] Attempting to bind port 7401d624-9a08-4c27-a133-b9997af58cd5 on network e0943dc5-f513-4bf7-90d4-1fd4b5eef58e {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:46:08.202252 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fddd6f0-a63d-4189-9338-7abcf007b3d7 x-openstack-request-id: req-3fddd6f0-a63d-4189-9338-7abcf007b3d7 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:46:08.202547 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49faa65a-11f3-4287-b392-09d1966a700e", "tag": "224164fb-d3cb-4731-9747-97bba286b111", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:46:08.202800 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3fddd6f0-a63d-4189-9338-7abcf007b3d7 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:46:08.203207 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fddd6f0-a63d-4189-9338-7abcf007b3d7'] response: {'name': 'network-changed', 'server_uuid': '49faa65a-11f3-4287-b392-09d1966a700e', 'tag': '224164fb-d3cb-4731-9747-97bba286b111', 'status': 'completed', 'code': 200} Sep 28 08:46:08.228156 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-d240ee23-2a2d-44f4-bb6c-e067aadfc312 service neutron] Checking agent: {'id': '0e203ff6-fe6d-4565-9e88-81d2831b3c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'started_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:46:08.228499 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-d240ee23-2a2d-44f4-bb6c-e067aadfc312 service neutron] Checking segment: {'id': '2515fd19-f888-4848-8b6d-485c5cc7ff23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e0943dc5-f513-4bf7-90d4-1fd4b5eef58e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:46:08.228877 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-d240ee23-2a2d-44f4-bb6c-e067aadfc312 service neutron] Bound using segment: {'id': '2515fd19-f888-4848-8b6d-485c5cc7ff23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e0943dc5-f513-4bf7-90d4-1fd4b5eef58e'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:46:08.229371 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-d240ee23-2a2d-44f4-bb6c-e067aadfc312 service neutron] Bound port: 7401d624-9a08-4c27-a133-b9997af58cd5, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2515fd19-f888-4848-8b6d-485c5cc7ff23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e0943dc5-f513-4bf7-90d4-1fd4b5eef58e'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:46:08.229724 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-d240ee23-2a2d-44f4-bb6c-e067aadfc312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (7401d624-9a08-4c27-a133-b9997af58cd5), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:08.246510 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-e110d9ea-e5b3-42c1-93c9-3693e015d5ed None None] Set router f28f4b09-bb20-4116-a49c-6a9d65d35564 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:46:08.311941 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0fb0f-892d-46bc-9edc-350143caeeab req-f850b43f-82b7-4253-8bc7-3d7becd97565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:08.313401 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-84a0fb0f-892d-46bc-9edc-350143caeeab req-f850b43f-82b7-4253-8bc7-3d7becd97565 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=d3e65d28e5664025978902943452f338&device_id=49faa65a-11f3-4287-b392-09d1966a700e HTTP/1.1" status: 200 len: 1129 time: 0.0573933 Sep 28 08:46:08.316053 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-d240ee23-2a2d-44f4-bb6c-e067aadfc312 service neutron] For port 7401d624-9a08-4c27-a133-b9997af58cd5, host hv-cinder-84456, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:46:08.319813 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-d240ee23-2a2d-44f4-bb6c-e067aadfc312 service neutron] For port 7401d624-9a08-4c27-a133-b9997af58cd5, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7401d624-9a08-4c27-a133-b9997af58cd5,segment=NetworkSegment(2515fd19-f888-4848-8b6d-485c5cc7ff23),segment_id=2515fd19-f888-4848-8b6d-485c5cc7ff23)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:46:08.328070 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-d240ee23-2a2d-44f4-bb6c-e067aadfc312 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (7401d624-9a08-4c27-a133-b9997af58cd5), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:08.332513 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-d240ee23-2a2d-44f4-bb6c-e067aadfc312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:08.333170 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-d240ee23-2a2d-44f4-bb6c-e067aadfc312 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:08.336044 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-d240ee23-2a2d-44f4-bb6c-e067aadfc312 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/7401d624-9a08-4c27-a133-b9997af58cd5 HTTP/1.1" status: 200 len: 1094 time: 0.7184951 Sep 28 08:46:08.342805 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb92ccd6-c465-416c-a715-84efa8668ad2', 'tag': '7401d624-9a08-4c27-a133-b9997af58cd5'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:46:08.345391 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b918db79-d9c5-4a42-8e54-423f84f06a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "bb92ccd6-c465-416c-a715-84efa8668ad2", "tag": "7401d624-9a08-4c27-a133-b9997af58cd5"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:46:08.412370 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfc7ab8-4c72-4167-8c98-ee243fc2e148 x-openstack-request-id: req-0bfc7ab8-4c72-4167-8c98-ee243fc2e148 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:46:08.412665 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb92ccd6-c465-416c-a715-84efa8668ad2", "tag": "7401d624-9a08-4c27-a133-b9997af58cd5", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:46:08.413344 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0bfc7ab8-4c72-4167-8c98-ee243fc2e148 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:46:08.413524 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bfc7ab8-4c72-4167-8c98-ee243fc2e148'] response: {'name': 'network-changed', 'server_uuid': 'bb92ccd6-c465-416c-a715-84efa8668ad2', 'tag': '7401d624-9a08-4c27-a133-b9997af58cd5', 'status': 'completed', 'code': 200} Sep 28 08:46:08.430363 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240ee23-2a2d-44f4-bb6c-e067aadfc312 service neutron] Pushing event updated for resources: {'Port': ['ID=7401d624-9a08-4c27-a133-b9997af58cd5,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:08.441187 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0fb0f-892d-46bc-9edc-350143caeeab req-b27eb8dc-3480-431a-92d5-bbac76042184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:08.442397 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:08.442674 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-84a0fb0f-892d-46bc-9edc-350143caeeab req-b27eb8dc-3480-431a-92d5-bbac76042184 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=ff034301-a1c4-4028-a91c-012c3b139427 HTTP/1.1" status: 200 len: 911 time: 0.1235776 Sep 28 08:46:08.443202 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:08.509824 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-fd71d89c-bfba-4f93-9794-41bee8b90d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:08.511490 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-fd71d89c-bfba-4f93-9794-41bee8b90d45 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=bfe1975eab4d4dad9aab52c90493bf7d&device_id=bb92ccd6-c465-416c-a715-84efa8668ad2 HTTP/1.1" status: 200 len: 1128 time: 0.0661757 Sep 28 08:46:08.513257 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-84a0fb0f-892d-46bc-9edc-350143caeeab req-c166f55a-77ea-471c-8f72-184daabf12e7 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=224164fb-d3cb-4731-9747-97bba286b111 HTTP/1.1" status: 200 len: 999 time: 0.0628474 Sep 28 08:46:08.513554 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b8784c51-3aaf-4c73-8409-59c0af15757e req-89c3431e-37ed-428f-bf71-5d3fc9eaf6aa service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802701 Sep 28 08:46:08.519571 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-e110d9ea-e5b3-42c1-93c9-3693e015d5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'name': 'tempest-AttachVolumeTestJSON-293215671-router', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:57Z', 'updated_at': '2022-09-28T08:38:09Z', 'revision_number': 4, 'project_id': 'd3e65d28e5664025978902943452f338', 'gw_port': {'id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': 'd8a56068-cb8f-4129-9678-8f9af72978b9', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'port_id': '224164fb-d3cb-4731-9747-97bba286b111', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'mac_address': 'fa:16:3e:c5:d9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49faa65a-11f3-4287-b392-09d1966a700e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:45:52Z', 'updated_at': '2022-09-28T08:46:07Z', 'revision_number': 1, 'project_id': 'd3e65d28e5664025978902943452f338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c958791-0f5f-4925-88e0-a1c6f3b6419c', 'name': '', 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'mac_address': 'fa:16:3e:9a:86:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:08Z', 'updated_at': '2022-09-28T08:38:26Z', 'revision_number': 5, 'project_id': 'd3e65d28e5664025978902943452f338', 'subnets': [{'id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:08.549356 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e110d9ea-e5b3-42c1-93c9-3693e015d5ed None None] Checking router: f28f4b09-bb20-4116-a49c-6a9d65d35564 for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:46:08.558516 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e110d9ea-e5b3-42c1-93c9-3693e015d5ed None None] Routers {'f28f4b09-bb20-4116-a49c-6a9d65d35564'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:46:08.559174 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-e110d9ea-e5b3-42c1-93c9-3693e015d5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:45:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['f28f4b09-bb20-4116-a49c-6a9d65d35564'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:08.583487 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:08.594033 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-6828fd48-1f51-4c9f-a8a5-550ebbacbc88 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7401d624-9a08-4c27-a133-b9997af58cd5 HTTP/1.1" status: 200 len: 217 time: 0.0452573 Sep 28 08:46:08.603141 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0fb0f-892d-46bc-9edc-350143caeeab req-69acb049-4e21-4efd-9ca3-0526459beda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:08.605281 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-84a0fb0f-892d-46bc-9edc-350143caeeab req-69acb049-4e21-4efd-9ca3-0526459beda5 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=6605e181-a637-4e6a-a804-d0eb5c55d597 HTTP/1.1" status: 200 len: 849 time: 0.0551982 Sep 28 08:46:08.657561 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8784c51-3aaf-4c73-8409-59c0af15757e req-bc027544-bf41-4dfe-a1d8-d8658a48c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:08.658784 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0fb0f-892d-46bc-9edc-350143caeeab req-041ec2fe-efa3-4c41-a36b-872f5611f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:08.659285 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b8784c51-3aaf-4c73-8409-59c0af15757e req-bc027544-bf41-4dfe-a1d8-d8658a48c814 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c507f95ba3c34cc789ee8903b40c346d&device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 1129 time: 0.0763071 Sep 28 08:46:08.660354 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-84a0fb0f-892d-46bc-9edc-350143caeeab req-041ec2fe-efa3-4c41-a36b-872f5611f6c3 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=ff034301-a1c4-4028-a91c-012c3b139427&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492539 Sep 28 08:46:08.666667 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-e110d9ea-e5b3-42c1-93c9-3693e015d5ed None None] Set router f28f4b09-bb20-4116-a49c-6a9d65d35564 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:46:08.676450 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-6e005015-c0f2-4e2c-b24a-9e0585f8fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:08.678119 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-6e005015-c0f2-4e2c-b24a-9e0585f8fe0f service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=ca8aea1e-d530-4542-bc1e-6e37881e59d2 HTTP/1.1" status: 200 len: 854 time: 0.0676503 Sep 28 08:46:08.747264 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-456b79b6-772c-494c-8ec1-2410a8975659 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=e0943dc5-f513-4bf7-90d4-1fd4b5eef58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607128 Sep 28 08:46:08.757726 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-84a0fb0f-892d-46bc-9edc-350143caeeab req-19965fcc-c818-4688-90d5-d9946ce24e25 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ff034301-a1c4-4028-a91c-012c3b139427?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872521 Sep 28 08:46:08.770714 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:08.832939 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:08.852648 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8784c51-3aaf-4c73-8409-59c0af15757e req-fefc1c75-909e-4509-b73d-5fe00f8b7008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:08.854072 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b8784c51-3aaf-4c73-8409-59c0af15757e req-fefc1c75-909e-4509-b73d-5fe00f8b7008 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=b76a6eab-b1a4-4566-a068-3e0c81275bca HTTP/1.1" status: 200 len: 908 time: 0.1751051 Sep 28 08:46:08.861083 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-84a0fb0f-892d-46bc-9edc-350143caeeab req-dd46bb6c-06da-4b6d-b54c-b513c7a64065 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/ff034301-a1c4-4028-a91c-012c3b139427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980322 Sep 28 08:46:08.923307 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-e110d9ea-e5b3-42c1-93c9-3693e015d5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'name': 'tempest-AttachVolumeTestJSON-293215671-router', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:57Z', 'updated_at': '2022-09-28T08:38:09Z', 'revision_number': 4, 'project_id': 'd3e65d28e5664025978902943452f338', 'gw_port': {'id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': 'd8a56068-cb8f-4129-9678-8f9af72978b9', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'port_id': '224164fb-d3cb-4731-9747-97bba286b111', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'mac_address': 'fa:16:3e:c5:d9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49faa65a-11f3-4287-b392-09d1966a700e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:45:52Z', 'updated_at': '2022-09-28T08:46:07Z', 'revision_number': 1, 'project_id': 'd3e65d28e5664025978902943452f338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c958791-0f5f-4925-88e0-a1c6f3b6419c', 'name': '', 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'mac_address': 'fa:16:3e:9a:86:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:08Z', 'updated_at': '2022-09-28T08:38:26Z', 'revision_number': 5, 'project_id': 'd3e65d28e5664025978902943452f338', 'subnets': [{'id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:08.944173 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-dc63e171-0987-4faf-b27d-7ccd48cb218d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e0943dc5-f513-4bf7-90d4-1fd4b5eef58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905515 Sep 28 08:46:08.950976 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e110d9ea-e5b3-42c1-93c9-3693e015d5ed None None] The sync data for ids ['f28f4b09-bb20-4116-a49c-6a9d65d35564'] in dv-cinder-844563-8-iscsi is: [{'id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'name': 'tempest-AttachVolumeTestJSON-293215671-router', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:57Z', 'updated_at': '2022-09-28T08:38:09Z', 'revision_number': 4, 'project_id': 'd3e65d28e5664025978902943452f338', 'gw_port': {'id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': 'd8a56068-cb8f-4129-9678-8f9af72978b9', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'port_id': '224164fb-d3cb-4731-9747-97bba286b111', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'mac_address': 'fa:16:3e:c5:d9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49faa65a-11f3-4287-b392-09d1966a700e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:45:52Z', 'updated_at': '2022-09-28T08:46:07Z', 'revision_number': 1, 'project_id': 'd3e65d28e5664025978902943452f338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c958791-0f5f-4925-88e0-a1c6f3b6419c', 'name': '', 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'mac_address': 'fa:16:3e:9a:86:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:08Z', 'updated_at': '2022-09-28T08:38:26Z', 'revision_number': 5, 'project_id': 'd3e65d28e5664025978902943452f338', 'subnets': [{'id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:46:08.964651 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b8784c51-3aaf-4c73-8409-59c0af15757e req-c33a0168-8ebd-4f9b-a878-109ad0fdfba5 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed5b6be5-cf6e-47ab-9c77-e942a22429de HTTP/1.1" status: 200 len: 1000 time: 0.1006656 Sep 28 08:46:09.160750 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8085436-84b4-4487-b4e9-6d510b2e83a0 None None] New status for floating IP d8a56068-cb8f-4129-9678-8f9af72978b9: ACTIVE {{(pid=106478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:46:09.292365 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8784c51-3aaf-4c73-8409-59c0af15757e req-50169398-0281-4bb6-97e2-768ad627fd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:09.294396 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b8784c51-3aaf-4c73-8409-59c0af15757e req-50169398-0281-4bb6-97e2-768ad627fd90 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=a0ea148b-44fa-4fa2-9123-8ad42b8808a6 HTTP/1.1" status: 200 len: 846 time: 0.3201542 Sep 28 08:46:09.303836 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569d4eb-4a6d-49dd-8471-c07e22916614 req-8f3e6e6f-2e18-4821-b76e-3c98368eb13c tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:09.305365 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3569d4eb-4a6d-49dd-8471-c07e22916614 req-8f3e6e6f-2e18-4821-b76e-3c98368eb13c tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bb92ccd6-c465-416c-a715-84efa8668ad2 HTTP/1.1" status: 200 len: 944 time: 0.0489161 Sep 28 08:46:09.311615 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:09.349653 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6ec2e2c6-2a56-404b-835f-bb9329fabd15 req-16e2ec22-90ad-412c-80f7-9517d3b47b26 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e0943dc5-f513-4bf7-90d4-1fd4b5eef58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991153 Sep 28 08:46:09.353210 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8784c51-3aaf-4c73-8409-59c0af15757e req-ce5f2bdb-aeaf-4e73-9a77-d4b7d2b52434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:09.354662 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b8784c51-3aaf-4c73-8409-59c0af15757e req-ce5f2bdb-aeaf-4e73-9a77-d4b7d2b52434 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b76a6eab-b1a4-4566-a068-3e0c81275bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533683 Sep 28 08:46:09.359769 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3569d4eb-4a6d-49dd-8471-c07e22916614 req-50efbe57-dacb-470e-b2f6-0d8d8e1ad1e7 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455947 Sep 28 08:46:09.454443 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b8784c51-3aaf-4c73-8409-59c0af15757e req-f0a09c68-5338-49e7-abae-2e60ce7b0ae0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b76a6eab-b1a4-4566-a068-3e0c81275bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887797 Sep 28 08:46:10.486237 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df45fa-cc7e-4831-9aad-adcce5519fb3 req-2a7ffd65-a92f-4443-8018-86e186d42d90 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:10.487718 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-78df45fa-cc7e-4831-9aad-adcce5519fb3 req-2a7ffd65-a92f-4443-8018-86e186d42d90 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bb92ccd6-c465-416c-a715-84efa8668ad2 HTTP/1.1" status: 200 len: 944 time: 0.0467975 Sep 28 08:46:10.538314 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-78df45fa-cc7e-4831-9aad-adcce5519fb3 req-5f4b3e8c-b44f-4c1a-b671-96428192c2dd tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448952 Sep 28 08:46:11.658424 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ba39b-3aad-4acf-8aeb-f712df7615f1 req-65407725-8d5c-4db9-b8e0-77fb42a3b46c tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:11.659888 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-937ba39b-3aad-4acf-8aeb-f712df7615f1 req-65407725-8d5c-4db9-b8e0-77fb42a3b46c tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bb92ccd6-c465-416c-a715-84efa8668ad2 HTTP/1.1" status: 200 len: 944 time: 0.0463328 Sep 28 08:46:11.707278 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-937ba39b-3aad-4acf-8aeb-f712df7615f1 req-81375113-bab4-4e15-b122-ae6ca9198f05 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418575 Sep 28 08:46:12.172637 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918db79-d9c5-4a42-8e54-423f84f06a5d req-e9747db5-bdce-492a-abba-f5c887c0890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:12.174124 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b918db79-d9c5-4a42-8e54-423f84f06a5d req-e9747db5-bdce-492a-abba-f5c887c0890e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=bfe1975eab4d4dad9aab52c90493bf7d&device_id=bb92ccd6-c465-416c-a715-84efa8668ad2 HTTP/1.1" status: 200 len: 1128 time: 0.0775595 Sep 28 08:46:12.249010 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b8784c51-3aaf-4c73-8409-59c0af15757e req-f5dce065-a7cc-4041-a619-d75c88920fdd service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b76a6eab-b1a4-4566-a068-3e0c81275bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607716 Sep 28 08:46:12.287004 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918db79-d9c5-4a42-8e54-423f84f06a5d req-52600012-57a7-4b7a-bc1b-e2250184d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:12.288439 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b918db79-d9c5-4a42-8e54-423f84f06a5d req-52600012-57a7-4b7a-bc1b-e2250184d0a2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=e0943dc5-f513-4bf7-90d4-1fd4b5eef58e HTTP/1.1" status: 200 len: 915 time: 0.1061375 Sep 28 08:46:12.342013 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b918db79-d9c5-4a42-8e54-423f84f06a5d req-9832ab93-de21-4cf9-9f32-62e28bbe2bb8 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7401d624-9a08-4c27-a133-b9997af58cd5 HTTP/1.1" status: 200 len: 217 time: 0.0359633 Sep 28 08:46:12.410154 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918db79-d9c5-4a42-8e54-423f84f06a5d req-4ca45f11-8f63-4e6b-9b61-31a346c3926c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:12.411655 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b918db79-d9c5-4a42-8e54-423f84f06a5d req-4ca45f11-8f63-4e6b-9b61-31a346c3926c service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=ca8aea1e-d530-4542-bc1e-6e37881e59d2 HTTP/1.1" status: 200 len: 854 time: 0.0490634 Sep 28 08:46:12.728117 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b918db79-d9c5-4a42-8e54-423f84f06a5d req-c876f1df-6f38-4fc1-99ea-226e4938816a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=e0943dc5-f513-4bf7-90d4-1fd4b5eef58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263712 Sep 28 08:46:12.828991 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f6c91-62e9-48cf-a784-cbc5201f24a4 req-e551151d-b6b4-4ae6-9707-31976a1b53d1 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:12.830554 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-576f6c91-62e9-48cf-a784-cbc5201f24a4 req-e551151d-b6b4-4ae6-9707-31976a1b53d1 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bb92ccd6-c465-416c-a715-84efa8668ad2 HTTP/1.1" status: 200 len: 944 time: 0.0469337 Sep 28 08:46:12.837320 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b918db79-d9c5-4a42-8e54-423f84f06a5d req-6fa506cc-ffdb-47a9-8fad-a55db512007d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e0943dc5-f513-4bf7-90d4-1fd4b5eef58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922596 Sep 28 08:46:12.880805 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-576f6c91-62e9-48cf-a784-cbc5201f24a4 req-e4917d44-da4c-49f4-825f-6932d2d31047 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439990 Sep 28 08:46:12.935797 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b918db79-d9c5-4a42-8e54-423f84f06a5d req-374e9d1c-df60-4a6b-b7d6-20b670e82853 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e0943dc5-f513-4bf7-90d4-1fd4b5eef58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919816 Sep 28 08:46:13.575674 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 7401d624-9a08-4c27-a133-b9997af58cd5 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:46:13.678806 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 7401d624-9a08-4c27-a133-b9997af58cd5, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7401d624-9a08-4c27-a133-b9997af58cd5,segment=NetworkSegment(2515fd19-f888-4848-8b6d-485c5cc7ff23),segment_id=2515fd19-f888-4848-8b6d-485c5cc7ff23)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:46:13.691025 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': '7401d624-9a08-4c27-a133-b9997af58cd5', 'network_id': 'e0943dc5-f513-4bf7-90d4-1fd4b5eef58e', 'port_id': '7401d624-9a08-4c27-a133-b9997af58cd5', 'mac_address': 'fa:16:3e:9e:37:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8aea1e-d530-4542-bc1e-6e37881e59d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:46:13.726238 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 7401d624-9a08-4c27-a133-b9997af58cd5 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:46:13.726653 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (7401d624-9a08-4c27-a133-b9997af58cd5), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:13.744713 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7401d624-9a08-4c27-a133-b9997af58cd5 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:46:13.766570 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 7401d624-9a08-4c27-a133-b9997af58cd5, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7401d624-9a08-4c27-a133-b9997af58cd5,segment=NetworkSegment(2515fd19-f888-4848-8b6d-485c5cc7ff23),segment_id=2515fd19-f888-4848-8b6d-485c5cc7ff23)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:46:13.771333 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (7401d624-9a08-4c27-a133-b9997af58cd5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:13.823770 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=7401d624-9a08-4c27-a133-b9997af58cd5,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:14.020904 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e13124-a26f-4852-a9e0-523c6969dbde req-819cb949-1b1e-4321-8d44-d518f05a44c3 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:14.022416 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-07e13124-a26f-4852-a9e0-523c6969dbde req-819cb949-1b1e-4321-8d44-d518f05a44c3 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bb92ccd6-c465-416c-a715-84efa8668ad2 HTTP/1.1" status: 200 len: 945 time: 0.0545645 Sep 28 08:46:14.070493 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-07e13124-a26f-4852-a9e0-523c6969dbde req-8786514e-4b20-4f09-b15c-49159ad1bbca tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420682 Sep 28 08:46:14.235027 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['7401d624-9a08-4c27-a133-b9997af58cd5'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:46:14.352959 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:14.371610 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:15.188784 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273e10f-b665-4921-92dd-f538c1cdd627 req-b791ff82-5fbb-4d7d-beec-e49cf399ff5d tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:15.190307 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5273e10f-b665-4921-92dd-f538c1cdd627 req-b791ff82-5fbb-4d7d-beec-e49cf399ff5d tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bb92ccd6-c465-416c-a715-84efa8668ad2 HTTP/1.1" status: 200 len: 945 time: 0.0469074 Sep 28 08:46:15.239283 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5273e10f-b665-4921-92dd-f538c1cdd627 req-1244ab5d-c4a9-4ec6-888b-13552a45f32b tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433123 Sep 28 08:46:15.593300 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 7401d624-9a08-4c27-a133-b9997af58cd5 up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:46:15.634316 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning for port 7401d624-9a08-4c27-a133-b9997af58cd5 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 08:46:15.640577 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port 7401d624-9a08-4c27-a133-b9997af58cd5 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:46:15.641015 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (7401d624-9a08-4c27-a133-b9997af58cd5), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:15.641409 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port 7401d624-9a08-4c27-a133-b9997af58cd5 Sep 28 08:46:15.714621 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 7401d624-9a08-4c27-a133-b9997af58cd5 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:46:15.715011 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (7401d624-9a08-4c27-a133-b9997af58cd5), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:15.741876 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb92ccd6-c465-416c-a715-84efa8668ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7401d624-9a08-4c27-a133-b9997af58cd5'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:46:15.744120 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4877b8-fc0c-4dfe-ae0a-a917e8b42f75" -d '{"events": [{"server_uuid": "bb92ccd6-c465-416c-a715-84efa8668ad2", "name": "network-vif-plugged", "status": "completed", "tag": "7401d624-9a08-4c27-a133-b9997af58cd5"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:46:15.757768 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 7401d624-9a08-4c27-a133-b9997af58cd5, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7401d624-9a08-4c27-a133-b9997af58cd5,segment=NetworkSegment(2515fd19-f888-4848-8b6d-485c5cc7ff23),segment_id=2515fd19-f888-4848-8b6d-485c5cc7ff23)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:46:15.762993 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (7401d624-9a08-4c27-a133-b9997af58cd5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:15.789702 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81ac8fc-d26c-4ebb-81a8-7be0aca97da4 x-openstack-request-id: req-c81ac8fc-d26c-4ebb-81a8-7be0aca97da4 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:46:15.789996 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb92ccd6-c465-416c-a715-84efa8668ad2", "name": "network-vif-plugged", "status": "completed", "tag": "7401d624-9a08-4c27-a133-b9997af58cd5", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:46:15.790251 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c81ac8fc-d26c-4ebb-81a8-7be0aca97da4 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:46:15.790644 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c81ac8fc-d26c-4ebb-81a8-7be0aca97da4'] response: {'server_uuid': 'bb92ccd6-c465-416c-a715-84efa8668ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7401d624-9a08-4c27-a133-b9997af58cd5', 'code': 200} Sep 28 08:46:15.813231 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=7401d624-9a08-4c27-a133-b9997af58cd5,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:16.037318 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353fc98-28a1-4012-8238-8ef9bc918590 req-92ba5976-a5bc-4148-9946-c1c42e125e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:16.038746 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1353fc98-28a1-4012-8238-8ef9bc918590 req-92ba5976-a5bc-4148-9946-c1c42e125e32 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bb92ccd6-c465-416c-a715-84efa8668ad2 HTTP/1.1" status: 200 len: 1130 time: 0.0399549 Sep 28 08:46:16.082325 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1353fc98-28a1-4012-8238-8ef9bc918590 req-c404ce19-ff33-4f34-ac48-0245aeac308b service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375721 Sep 28 08:46:16.370291 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbff95-f6c0-4ae1-a215-cddf90bb6f3f req-9aebd496-ee9a-48d9-88f6-1113fdc3381b tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:16.371801 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-42bbff95-f6c0-4ae1-a215-cddf90bb6f3f req-9aebd496-ee9a-48d9-88f6-1113fdc3381b tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bb92ccd6-c465-416c-a715-84efa8668ad2 HTTP/1.1" status: 200 len: 946 time: 0.0513494 Sep 28 08:46:16.419117 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-42bbff95-f6c0-4ae1-a215-cddf90bb6f3f req-07ebe00b-b1b5-49e6-b7b7-345ab6d7fb3b tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416334 Sep 28 08:46:17.548517 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebaf47-37b2-472c-9bbf-71e138add95b req-bd163e1d-d75a-4c42-a75e-d8e9831f7eb5 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:17.550038 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1bebaf47-37b2-472c-9bbf-71e138add95b req-bd163e1d-d75a-4c42-a75e-d8e9831f7eb5 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bb92ccd6-c465-416c-a715-84efa8668ad2 HTTP/1.1" status: 200 len: 946 time: 0.0503874 Sep 28 08:46:17.597969 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1bebaf47-37b2-472c-9bbf-71e138add95b req-fb522a08-a95b-4429-8f3e-2ecde10af5ab tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423000 Sep 28 08:46:18.732384 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5d4bf-1d50-4493-897e-e7480031ddb5 req-01b70b37-da52-4cc6-b7ff-9530a69172dc tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:18.734487 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-24b5d4bf-1d50-4493-897e-e7480031ddb5 req-01b70b37-da52-4cc6-b7ff-9530a69172dc tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bb92ccd6-c465-416c-a715-84efa8668ad2 HTTP/1.1" status: 200 len: 946 time: 0.0488203 Sep 28 08:46:18.777083 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:18.785356 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-24b5d4bf-1d50-4493-897e-e7480031ddb5 req-b7205239-c5eb-4520-b3f8-9110c1bcb520 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453391 Sep 28 08:46:19.274778 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:19.276672 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=12 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:24.293556 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-5c35c290-1ce7-4787-96b4-90b70d01bcbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:26.077556 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:26.079582 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=68 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:26.688268 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-bd256c22-045a-407a-9a64-7d878a3745aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:26.748876 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:46:27.880652 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:28.781470 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=91 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:29.449223 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:29.506160 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:30.164799 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fccbf5-8cd3-4803-84c3-a2569f08d551 req-fbd10632-f169-40a5-8a0a-5c1ef474343c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:30.166287 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-61fccbf5-8cd3-4803-84c3-a2569f08d551 req-fbd10632-f169-40a5-8a0a-5c1ef474343c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e6ab421e-2f19-43f0-8732-27ded4ece5d7 HTTP/1.1" status: 200 len: 945 time: 0.0467229 Sep 28 08:46:30.213219 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-61fccbf5-8cd3-4803-84c3-a2569f08d551 req-0d349b88-9bbf-40fc-b6d1-b7ffe336a4e3 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7239424-3ce5-4ab0-9037-2f4bf0f9a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408337 Sep 28 08:46:31.334510 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b1039-79a7-480a-9bef-6ebfdeb165da req-e0924ad5-3252-4e12-a2f2-d3f554049b95 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:31.335978 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6d6b1039-79a7-480a-9bef-6ebfdeb165da req-e0924ad5-3252-4e12-a2f2-d3f554049b95 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e6ab421e-2f19-43f0-8732-27ded4ece5d7 HTTP/1.1" status: 200 len: 945 time: 0.0463111 Sep 28 08:46:31.382937 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6d6b1039-79a7-480a-9bef-6ebfdeb165da req-b613421d-293d-4b50-9048-d689025c343c tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7239424-3ce5-4ab0-9037-2f4bf0f9a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412090 Sep 28 08:46:31.748012 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58714) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:31.999504 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-5c73f39d-fb23-4895-8b4f-d4753377420a tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Deleting port d7f6d584-5847-4c3e-bac0-3dd84539b370 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:46:31.999836 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5c73f39d-fb23-4895-8b4f-d4753377420a tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (d7f6d584-5847-4c3e-bac0-3dd84539b370), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:32.074925 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5c73f39d-fb23-4895-8b4f-d4753377420a tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (d7f6d584-5847-4c3e-bac0-3dd84539b370), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:32.075169 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5c73f39d-fb23-4895-8b4f-d4753377420a tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for floatingip (d7f6d584-5847-4c3e-bac0-3dd84539b370), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:32.087317 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-5c73f39d-fb23-4895-8b4f-d4753377420a tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Calling delete_port for d7f6d584-5847-4c3e-bac0-3dd84539b370 owned by network:floatingip {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:46:32.251356 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5c73f39d-fb23-4895-8b4f-d4753377420a tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (d7f6d584-5847-4c3e-bac0-3dd84539b370), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:32.273261 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73f39d-fb23-4895-8b4f-d4753377420a tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Pushing event deleted for resources: {'Port': ['ID=d7f6d584-5847-4c3e-bac0-3dd84539b370,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:32.344598 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5c73f39d-fb23-4895-8b4f-d4753377420a tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for floatingip (a91e0425-3eff-4c26-99f7-7fd74ad34f5d), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:32.345343 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.l3_db [None req-5c73f39d-fb23-4895-8b4f-d4753377420a tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Floating IP a91e0425-3eff-4c26-99f7-7fd74ad34f5d disassociated (deleted). External IP: 172.27.2.45, port: ed5b6be5-cf6e-47ab-9c77-e942a22429de. Sep 28 08:46:32.348274 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300891a-d020-4a50-a8f3-16eef38eefb2 req-887617e9-0796-4a09-9752-d6862392c97f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:32.349877 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6300891a-d020-4a50-a8f3-16eef38eefb2 req-887617e9-0796-4a09-9752-d6862392c97f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e6ab421e-2f19-43f0-8732-27ded4ece5d7 HTTP/1.1" status: 200 len: 945 time: 0.0511525 Sep 28 08:46:32.440686 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-6300891a-d020-4a50-a8f3-16eef38eefb2 req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Deleting port 0394e60a-0854-4093-8091-63c585ef8d20 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:46:32.441047 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-6300891a-d020-4a50-a8f3-16eef38eefb2 req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (0394e60a-0854-4093-8091-63c585ef8d20), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:32.527211 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:32.538035 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed571b5-3949-40d9-bf98-8d5a41d47099 req-c9a421f5-b0c7-450c-aa0b-cf4ac1cbcd91 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:32.539504 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6ed571b5-3949-40d9-bf98-8d5a41d47099 req-c9a421f5-b0c7-450c-aa0b-cf4ac1cbcd91 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e6ab421e-2f19-43f0-8732-27ded4ece5d7 HTTP/1.1" status: 200 len: 945 time: 0.0595701 Sep 28 08:46:32.540958 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-6300891a-d020-4a50-a8f3-16eef38eefb2 req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] For port 0394e60a-0854-4093-8091-63c585ef8d20, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=0394e60a-0854-4093-8091-63c585ef8d20,segment=NetworkSegment(52f4fd3c-c9b0-4536-b2fa-f368a4de5deb),segment_id=52f4fd3c-c9b0-4536-b2fa-f368a4de5deb)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:46:32.541358 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-6300891a-d020-4a50-a8f3-16eef38eefb2 req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (0394e60a-0854-4093-8091-63c585ef8d20), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:32.592073 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:32.628911 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c73f39d-fb23-4895-8b4f-d4753377420a tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Router befeac4c-cde3-4f1d-81c7-9969931cb5cb has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:46:32.633702 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6ed571b5-3949-40d9-bf98-8d5a41d47099 req-314068ba-5b64-409d-a494-41294ccf230d tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=d7239424-3ce5-4ab0-9037-2f4bf0f9a5ee&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654006 Sep 28 08:46:32.713042 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-6300891a-d020-4a50-a8f3-16eef38eefb2 req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:32.713507 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-6300891a-d020-4a50-a8f3-16eef38eefb2 req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (1e5bb36d-8a3f-447e-a659-b659e8d94a8e), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:32.713828 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.db.l3_db [req-6300891a-d020-4a50-a8f3-16eef38eefb2 req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Floating IP 1e5bb36d-8a3f-447e-a659-b659e8d94a8e disassociated. External IP: 172.27.2.112, port: 0394e60a-0854-4093-8091-63c585ef8d20. Sep 28 08:46:32.714174 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-6300891a-d020-4a50-a8f3-16eef38eefb2 req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Calling delete_port for 0394e60a-0854-4093-8091-63c585ef8d20 owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:46:32.741147 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c73f39d-fb23-4895-8b4f-d4753377420a tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:46:32.745565 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5c73f39d-fb23-4895-8b4f-d4753377420a tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:32.752265 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c17e1a-3056-4b05-a1fa-3d246bfc436d None None] Sync routers for ids ['befeac4c-cde3-4f1d-81c7-9969931cb5cb'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:46:32.761800 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c17e1a-3056-4b05-a1fa-3d246bfc436d None None] Routers {'befeac4c-cde3-4f1d-81c7-9969931cb5cb'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:46:32.762703 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-23c17e1a-3056-4b05-a1fa-3d246bfc436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:46:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['befeac4c-cde3-4f1d-81c7-9969931cb5cb'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:32.781620 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-5c73f39d-fb23-4895-8b4f-d4753377420a tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/a91e0425-3eff-4c26-99f7-7fd74ad34f5d HTTP/1.1" status: 204 len: 168 time: 1.0288458 Sep 28 08:46:32.781620 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '901f2acc-6433-42cb-a931-82ccde824010', 'tag': 'ed5b6be5-cf6e-47ab-9c77-e942a22429de'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:46:32.782798 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7ed2ddc4584b00f7c30cf30121e6cd69d5fd04907018550f4f3d85fbaaf14d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f61398f-72c6-47a6-a7de-024780167c59" -d '{"events": [{"name": "network-changed", "server_uuid": "901f2acc-6433-42cb-a931-82ccde824010", "tag": "ed5b6be5-cf6e-47ab-9c77-e942a22429de"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:46:32.854005 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a540a818-a042-41ff-8389-61578272f77b x-openstack-request-id: req-a540a818-a042-41ff-8389-61578272f77b {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:46:32.854445 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "901f2acc-6433-42cb-a931-82ccde824010", "tag": "ed5b6be5-cf6e-47ab-9c77-e942a22429de", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:46:32.854730 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a540a818-a042-41ff-8389-61578272f77b {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:46:32.856200 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a540a818-a042-41ff-8389-61578272f77b'] response: {'name': 'network-changed', 'server_uuid': '901f2acc-6433-42cb-a931-82ccde824010', 'tag': 'ed5b6be5-cf6e-47ab-9c77-e942a22429de', 'status': 'completed', 'code': 200} Sep 28 08:46:32.859304 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-6300891a-d020-4a50-a8f3-16eef38eefb2 req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (0394e60a-0854-4093-8091-63c585ef8d20), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:32.872139 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-23c17e1a-3056-4b05-a1fa-3d246bfc436d None None] Set router befeac4c-cde3-4f1d-81c7-9969931cb5cb gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:46:32.890013 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event deleted for resources: {'Port': ['ID=0394e60a-0854-4093-8091-63c585ef8d20,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:32.904265 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:32.904689 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:32.905002 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:32.905359 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:32.905703 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:32.906037 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:32.906386 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:32.906699 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:32.907024 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:32.907352 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:32.907680 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:32.908003 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:32.908328 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:32.908650 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:32.908981 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:33.063658 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61398f-72c6-47a6-a7de-024780167c59 req-278fb9df-8b0d-4eb3-8f1d-7f4aa4fb49e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:33.065202 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6f61398f-72c6-47a6-a7de-024780167c59 req-278fb9df-8b0d-4eb3-8f1d-7f4aa4fb49e1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c507f95ba3c34cc789ee8903b40c346d&device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 1129 time: 0.1512380 Sep 28 08:46:33.066937 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6300891a-d020-4a50-a8f3-16eef38eefb2 req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Router 2c1b6b9f-8cae-431f-8691-887c46e580ff has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:46:33.086584 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-23c17e1a-3056-4b05-a1fa-3d246bfc436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'name': 'tempest-TestShelveInstance-69917728-router', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '80f2556b-b64e-4f18-92c8-821fce38199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:22Z', 'revision_number': 4, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'gw_port': {'id': '80f2556b-b64e-4f18-92c8-821fce38199b', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:18Z', 'updated_at': '2022-09-28T08:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'ca74ab3b-0964-4935-94c0-394910aa7c6c', 'name': '', 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'mac_address': 'fa:16:3e:e1:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'a0ea148b-44fa-4fa2-9123-8ad42b8808a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:21Z', 'updated_at': '2022-09-28T08:40:27Z', 'revision_number': 5, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'subnets': [{'id': 'a0ea148b-44fa-4fa2-9123-8ad42b8808a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:33.115781 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13ed83-ef19-42d9-8623-2229ddd72487 req-332530dc-4209-4443-90e8-0f1e483088e8 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:33.116391 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c17e1a-3056-4b05-a1fa-3d246bfc436d None None] Checking router: befeac4c-cde3-4f1d-81c7-9969931cb5cb for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:46:33.116623 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:33.117790 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7a13ed83-ef19-42d9-8623-2229ddd72487 req-332530dc-4209-4443-90e8-0f1e483088e8 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 945 time: 0.0501771 Sep 28 08:46:33.125823 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c17e1a-3056-4b05-a1fa-3d246bfc436d None None] Routers {'befeac4c-cde3-4f1d-81c7-9969931cb5cb'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:46:33.126605 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-23c17e1a-3056-4b05-a1fa-3d246bfc436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:46:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['befeac4c-cde3-4f1d-81c7-9969931cb5cb'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:33.169550 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7a13ed83-ef19-42d9-8623-2229ddd72487 req-ca592d92-009d-482f-8c78-3767d3dcaebd tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447326 Sep 28 08:46:33.197411 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6300891a-d020-4a50-a8f3-16eef38eefb2 req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:46:33.213207 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba95d9-fbf0-48b7-9c0d-8679d2e38f87 None None] Sync routers for ids ['2c1b6b9f-8cae-431f-8691-887c46e580ff'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:46:33.232109 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba95d9-fbf0-48b7-9c0d-8679d2e38f87 None None] Routers {'2c1b6b9f-8cae-431f-8691-887c46e580ff'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:46:33.234186 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-80ba95d9-fbf0-48b7-9c0d-8679d2e38f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:46:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['2c1b6b9f-8cae-431f-8691-887c46e580ff'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:33.252304 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-23c17e1a-3056-4b05-a1fa-3d246bfc436d None None] Set router befeac4c-cde3-4f1d-81c7-9969931cb5cb gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:46:33.256933 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-6300891a-d020-4a50-a8f3-16eef38eefb2 req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] No DVR routers for this DVR port 0394e60a-0854-4093-8091-63c585ef8d20 on host hv-cinder-84456 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:46:33.267786 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-6300891a-d020-4a50-a8f3-16eef38eefb2 req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:33.271335 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6300891a-d020-4a50-a8f3-16eef38eefb2 req-82d27069-31cc-4015-9410-e2dd0255f8d7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.26 "DELETE /networking/v2.0/ports/0394e60a-0854-4093-8091-63c585ef8d20 HTTP/1.1" status: 204 len: 173 time: 0.9129822 Sep 28 08:46:33.272031 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ab421e-2f19-43f0-8732-27ded4ece5d7', 'name': 'network-vif-deleted', 'tag': '0394e60a-0854-4093-8091-63c585ef8d20'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:46:33.274538 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9f5f69-4e09-43be-96f8-33ad17c9e417" -d '{"events": [{"server_uuid": "e6ab421e-2f19-43f0-8732-27ded4ece5d7", "name": "network-vif-deleted", "tag": "0394e60a-0854-4093-8091-63c585ef8d20"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:46:33.323741 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e1d34e-bf06-4b57-865c-5f30d5a153ef x-openstack-request-id: req-81e1d34e-bf06-4b57-865c-5f30d5a153ef {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:46:33.324305 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ab421e-2f19-43f0-8732-27ded4ece5d7", "name": "network-vif-deleted", "tag": "0394e60a-0854-4093-8091-63c585ef8d20", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:46:33.324772 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-81e1d34e-bf06-4b57-865c-5f30d5a153ef {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:46:33.325409 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81e1d34e-bf06-4b57-865c-5f30d5a153ef'] response: {'server_uuid': 'e6ab421e-2f19-43f0-8732-27ded4ece5d7', 'name': 'network-vif-deleted', 'tag': '0394e60a-0854-4093-8091-63c585ef8d20', 'status': 'completed', 'code': 200} Sep 28 08:46:33.367783 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-80ba95d9-fbf0-48b7-9c0d-8679d2e38f87 None None] Set router 2c1b6b9f-8cae-431f-8691-887c46e580ff gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:46:33.511019 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:33.591765 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-23c17e1a-3056-4b05-a1fa-3d246bfc436d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'name': 'tempest-TestShelveInstance-69917728-router', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '80f2556b-b64e-4f18-92c8-821fce38199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:22Z', 'revision_number': 4, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'gw_port': {'id': '80f2556b-b64e-4f18-92c8-821fce38199b', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:18Z', 'updated_at': '2022-09-28T08:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'ca74ab3b-0964-4935-94c0-394910aa7c6c', 'name': '', 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'mac_address': 'fa:16:3e:e1:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'a0ea148b-44fa-4fa2-9123-8ad42b8808a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:21Z', 'updated_at': '2022-09-28T08:40:27Z', 'revision_number': 5, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'subnets': [{'id': 'a0ea148b-44fa-4fa2-9123-8ad42b8808a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:33.595061 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:33.619764 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c17e1a-3056-4b05-a1fa-3d246bfc436d None None] The sync data for ids ['befeac4c-cde3-4f1d-81c7-9969931cb5cb'] in dv-cinder-844563-8-iscsi is: [{'id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'name': 'tempest-TestShelveInstance-69917728-router', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '80f2556b-b64e-4f18-92c8-821fce38199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:40:22Z', 'revision_number': 4, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'gw_port': {'id': '80f2556b-b64e-4f18-92c8-821fce38199b', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:18Z', 'updated_at': '2022-09-28T08:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'ca74ab3b-0964-4935-94c0-394910aa7c6c', 'name': '', 'network_id': 'b76a6eab-b1a4-4566-a068-3e0c81275bca', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'mac_address': 'fa:16:3e:e1:64:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'a0ea148b-44fa-4fa2-9123-8ad42b8808a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:21Z', 'updated_at': '2022-09-28T08:40:27Z', 'revision_number': 5, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'subnets': [{'id': 'a0ea148b-44fa-4fa2-9123-8ad42b8808a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:46:33.657893 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-80ba95d9-fbf0-48b7-9c0d-8679d2e38f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:31Z', 'revision_number': 5, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:33.684104 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba95d9-fbf0-48b7-9c0d-8679d2e38f87 None None] Checking router: 2c1b6b9f-8cae-431f-8691-887c46e580ff for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:46:33.693235 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba95d9-fbf0-48b7-9c0d-8679d2e38f87 None None] Routers {'2c1b6b9f-8cae-431f-8691-887c46e580ff'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:46:33.694106 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-80ba95d9-fbf0-48b7-9c0d-8679d2e38f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:46:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['2c1b6b9f-8cae-431f-8691-887c46e580ff'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:33.748194 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-43dba2c6-8978-42ee-bcef-3a880e8af794 req-7becbd58-9a4a-4ad0-9da7-ab902e12f942 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e6ab421e-2f19-43f0-8732-27ded4ece5d7 HTTP/1.1" status: 200 len: 210 time: 0.0335569 Sep 28 08:46:33.805245 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-80ba95d9-fbf0-48b7-9c0d-8679d2e38f87 None None] Set router 2c1b6b9f-8cae-431f-8691-887c46e580ff gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:46:33.863048 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddb220c-fdf4-4662-a2e5-331d968e768a None None] New status for floating IP a91e0425-3eff-4c26-99f7-7fd74ad34f5d: DOWN {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:46:34.003997 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-80ba95d9-fbf0-48b7-9c0d-8679d2e38f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:31Z', 'revision_number': 5, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:34.028905 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ba95d9-fbf0-48b7-9c0d-8679d2e38f87 None None] The sync data for ids ['2c1b6b9f-8cae-431f-8691-887c46e580ff'] in dv-cinder-844563-8-iscsi is: [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:31Z', 'revision_number': 5, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:46:34.239692 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babb073e-ebb1-424c-85ba-4a719da8821f None None] New status for floating IP 1e5bb36d-8a3f-447e-a659-b659e8d94a8e: DOWN {{(pid=106478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:46:34.387457 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996050e5-3e9b-4d75-b65f-274b3c1180fc req-f12c5de0-472e-4fc1-a06b-6e1533cbae79 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:34.389021 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-996050e5-3e9b-4d75-b65f-274b3c1180fc req-f12c5de0-472e-4fc1-a06b-6e1533cbae79 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 945 time: 0.0731449 Sep 28 08:46:34.442401 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-996050e5-3e9b-4d75-b65f-274b3c1180fc req-cf1f6866-6ef0-460a-af64-bb293e45eba9 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470870 Sep 28 08:46:34.463510 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61398f-72c6-47a6-a7de-024780167c59 req-38fede6f-6d61-4242-87f5-e0d9a361606b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:34.465017 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6f61398f-72c6-47a6-a7de-024780167c59 req-38fede6f-6d61-4242-87f5-e0d9a361606b service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=b76a6eab-b1a4-4566-a068-3e0c81275bca HTTP/1.1" status: 200 len: 908 time: 0.1149852 Sep 28 08:46:34.507227 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6f61398f-72c6-47a6-a7de-024780167c59 req-f34bf779-55ea-48a5-9542-042ab9c57573 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed5b6be5-cf6e-47ab-9c77-e942a22429de HTTP/1.1" status: 200 len: 217 time: 0.0331366 Sep 28 08:46:34.560720 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61398f-72c6-47a6-a7de-024780167c59 req-730f1527-1eaf-49da-9042-b2734be1b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:34.562790 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6f61398f-72c6-47a6-a7de-024780167c59 req-730f1527-1eaf-49da-9042-b2734be1b544 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=a0ea148b-44fa-4fa2-9123-8ad42b8808a6 HTTP/1.1" status: 200 len: 846 time: 0.0463488 Sep 28 08:46:34.629973 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61398f-72c6-47a6-a7de-024780167c59 req-f1ecf51a-319c-40da-8a18-5ab03e028a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:34.631473 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6f61398f-72c6-47a6-a7de-024780167c59 req-f1ecf51a-319c-40da-8a18-5ab03e028a86 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b76a6eab-b1a4-4566-a068-3e0c81275bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454674 Sep 28 08:46:34.885080 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-44ab5fdf-2c63-465e-b1fd-32d97f085e4b req-73273852-db49-4a2e-99f1-f28000bbdd94 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=e6ab421e-2f19-43f0-8732-27ded4ece5d7 HTTP/1.1" status: 200 len: 210 time: 0.0300565 Sep 28 08:46:34.910453 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:34.939375 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6f61398f-72c6-47a6-a7de-024780167c59 req-2e34e454-6fb8-4d66-8b80-ecbf6f32535a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b76a6eab-b1a4-4566-a068-3e0c81275bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892887 Sep 28 08:46:35.586176 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f9ace-22f5-4ac8-911b-5595356d073a req-291a4f08-7c10-4804-b165-dc986aaae7ad tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:35.587691 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-107f9ace-22f5-4ac8-911b-5595356d073a req-291a4f08-7c10-4804-b165-dc986aaae7ad tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 945 time: 0.0540507 Sep 28 08:46:35.622492 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-6f61398f-72c6-47a6-a7de-024780167c59 req-d6d4c739-04a2-44fc-bbc7-9795a4df791d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b76a6eab-b1a4-4566-a068-3e0c81275bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050110 Sep 28 08:46:35.643822 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-107f9ace-22f5-4ac8-911b-5595356d073a req-2b22d689-494c-4765-bc38-6702dcb40c47 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=89141cfe-1581-4eae-8219-dbd88c215341&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490565 Sep 28 08:46:35.742397 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b53a54-8bfc-4df8-a891-d74776832680 req-e4f40b0d-1d5b-49f0-a233-ec79899c9a54 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:35.743799 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b5b53a54-8bfc-4df8-a891-d74776832680 req-e4f40b0d-1d5b-49f0-a233-ec79899c9a54 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 945 time: 0.0471175 Sep 28 08:46:35.752948 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 0394e60a-0854-4093-8091-63c585ef8d20 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:46:35.776116 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] No Port match for: 0394e60a-0854-4093-8091-63c585ef8d20 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:46:35.776467 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 0394e60a-0854-4093-8091-63c585ef8d20 not bound to the agent host hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:46:35.838535 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-b5b53a54-8bfc-4df8-a891-d74776832680 req-378dc6c7-4bd9-4936-92e1-3bf377f9ab91 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Deleting port ed5b6be5-cf6e-47ab-9c77-e942a22429de {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:46:35.838873 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b5b53a54-8bfc-4df8-a891-d74776832680 req-378dc6c7-4bd9-4936-92e1-3bf377f9ab91 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (ed5b6be5-cf6e-47ab-9c77-e942a22429de), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:35.937407 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-b5b53a54-8bfc-4df8-a891-d74776832680 req-378dc6c7-4bd9-4936-92e1-3bf377f9ab91 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] For port ed5b6be5-cf6e-47ab-9c77-e942a22429de, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=ed5b6be5-cf6e-47ab-9c77-e942a22429de,segment=NetworkSegment(1281ad7f-9f33-492a-9a5f-5a420c2b7e06),segment_id=1281ad7f-9f33-492a-9a5f-5a420c2b7e06)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:46:35.937781 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b5b53a54-8bfc-4df8-a891-d74776832680 req-378dc6c7-4bd9-4936-92e1-3bf377f9ab91 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (ed5b6be5-cf6e-47ab-9c77-e942a22429de), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:35.951037 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-b5b53a54-8bfc-4df8-a891-d74776832680 req-378dc6c7-4bd9-4936-92e1-3bf377f9ab91 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Calling delete_port for ed5b6be5-cf6e-47ab-9c77-e942a22429de owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:46:35.979489 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58750) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:36.036232 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b5a8a1c7-9f12-4a89-8890-c4e4914408d0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group (d7239424-3ce5-4ab0-9037-2f4bf0f9a5ee), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:36.058509 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b5a8a1c7-9f12-4a89-8890-c4e4914408d0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group (d7239424-3ce5-4ab0-9037-2f4bf0f9a5ee), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:36.079127 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:36.086912 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b5b53a54-8bfc-4df8-a891-d74776832680 req-378dc6c7-4bd9-4936-92e1-3bf377f9ab91 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (ed5b6be5-cf6e-47ab-9c77-e942a22429de), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:36.111679 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b5a8a1c7-9f12-4a89-8890-c4e4914408d0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (d7239424-3ce5-4ab0-9037-2f4bf0f9a5ee), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:36.114334 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b5a8a1c7-9f12-4a89-8890-c4e4914408d0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:36.117980 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-b5a8a1c7-9f12-4a89-8890-c4e4914408d0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/d7239424-3ce5-4ab0-9037-2f4bf0f9a5ee HTTP/1.1" status: 204 len: 168 time: 0.1349454 Sep 28 08:46:36.118134 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378dc6c7-4bd9-4936-92e1-3bf377f9ab91 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Pushing event deleted for resources: {'Port': ['ID=ed5b6be5-cf6e-47ab-9c77-e942a22429de,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:36.125115 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 58752) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:36.125957 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8a1c7-9f12-4a89-8890-c4e4914408d0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7239424-3ce5-4ab0-9037-2f4bf0f9a5ee,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:36.138112 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a8a1c7-9f12-4a89-8890-c4e4914408d0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:36.138466 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a8a1c7-9f12-4a89-8890-c4e4914408d0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:36.138813 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a8a1c7-9f12-4a89-8890-c4e4914408d0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:36.139704 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a8a1c7-9f12-4a89-8890-c4e4914408d0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:36.140049 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a8a1c7-9f12-4a89-8890-c4e4914408d0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:36.140385 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a8a1c7-9f12-4a89-8890-c4e4914408d0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:36.140717 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a8a1c7-9f12-4a89-8890-c4e4914408d0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:36.141049 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a8a1c7-9f12-4a89-8890-c4e4914408d0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:36.141405 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a8a1c7-9f12-4a89-8890-c4e4914408d0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:36.141736 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a8a1c7-9f12-4a89-8890-c4e4914408d0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:36.142067 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a8a1c7-9f12-4a89-8890-c4e4914408d0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:36.143164 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a8a1c7-9f12-4a89-8890-c4e4914408d0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:36.143689 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a8a1c7-9f12-4a89-8890-c4e4914408d0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:36.144174 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a8a1c7-9f12-4a89-8890-c4e4914408d0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:36.144670 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a8a1c7-9f12-4a89-8890-c4e4914408d0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:46:36.158189 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.api.v2.resource [None req-7a109fa9-0c2d-4bae-b9eb-69f64784af1b tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] show failed (client error): The resource could not be found. Sep 28 08:46:36.161136 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-7a109fa9-0c2d-4bae-b9eb-69f64784af1b tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups/d7239424-3ce5-4ab0-9037-2f4bf0f9a5ee HTTP/1.1" status: 404 len: 347 time: 0.0331476 Sep 28 08:46:36.162644 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58756) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:36.189045 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b53a54-8bfc-4df8-a891-d74776832680 req-378dc6c7-4bd9-4936-92e1-3bf377f9ab91 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] No DVR routers for this DVR port ed5b6be5-cf6e-47ab-9c77-e942a22429de on host hv-cinder-84456 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:46:36.191670 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b5b53a54-8bfc-4df8-a891-d74776832680 req-378dc6c7-4bd9-4936-92e1-3bf377f9ab91 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:36.194957 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b5b53a54-8bfc-4df8-a891-d74776832680 req-378dc6c7-4bd9-4936-92e1-3bf377f9ab91 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.26 "DELETE /networking/v2.0/ports/ed5b6be5-cf6e-47ab-9c77-e942a22429de HTTP/1.1" status: 204 len: 173 time: 0.4456775 Sep 28 08:46:36.195471 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '901f2acc-6433-42cb-a931-82ccde824010', 'name': 'network-vif-deleted', 'tag': 'ed5b6be5-cf6e-47ab-9c77-e942a22429de'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:46:36.198338 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9b8054-acc9-497a-be55-0b995c7a101a" -d '{"events": [{"server_uuid": "901f2acc-6433-42cb-a931-82ccde824010", "name": "network-vif-deleted", "tag": "ed5b6be5-cf6e-47ab-9c77-e942a22429de"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:46:36.238977 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ad3a3c-17cf-4e76-8a3e-3be4bf2ec291 x-openstack-request-id: req-b2ad3a3c-17cf-4e76-8a3e-3be4bf2ec291 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:46:36.239340 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "901f2acc-6433-42cb-a931-82ccde824010", "name": "network-vif-deleted", "tag": "ed5b6be5-cf6e-47ab-9c77-e942a22429de", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:46:36.239857 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2ad3a3c-17cf-4e76-8a3e-3be4bf2ec291 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:46:36.240423 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2ad3a3c-17cf-4e76-8a3e-3be4bf2ec291'] response: {'server_uuid': '901f2acc-6433-42cb-a931-82ccde824010', 'name': 'network-vif-deleted', 'tag': 'ed5b6be5-cf6e-47ab-9c77-e942a22429de', 'status': 'completed', 'code': 200} Sep 28 08:46:36.304264 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-894b04de-2eb6-4d21-a828-9df717609c88 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Deleting port 1f6bf60a-1fe5-4072-a83f-60ee8a74724d {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:46:36.304500 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-894b04de-2eb6-4d21-a828-9df717609c88 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (1f6bf60a-1fe5-4072-a83f-60ee8a74724d), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:36.382936 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:36.384774 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-894b04de-2eb6-4d21-a828-9df717609c88 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (1f6bf60a-1fe5-4072-a83f-60ee8a74724d), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:36.385084 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-894b04de-2eb6-4d21-a828-9df717609c88 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (1f6bf60a-1fe5-4072-a83f-60ee8a74724d), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:36.398150 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-894b04de-2eb6-4d21-a828-9df717609c88 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Calling delete_port for 1f6bf60a-1fe5-4072-a83f-60ee8a74724d owned by network:floatingip {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:46:36.528550 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:36.534929 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-894b04de-2eb6-4d21-a828-9df717609c88 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (1f6bf60a-1fe5-4072-a83f-60ee8a74724d), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:36.581647 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b04de-2eb6-4d21-a828-9df717609c88 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event deleted for resources: {'Port': ['ID=1f6bf60a-1fe5-4072-a83f-60ee8a74724d,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:36.648567 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-894b04de-2eb6-4d21-a828-9df717609c88 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (1e5bb36d-8a3f-447e-a659-b659e8d94a8e), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:36.651556 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-894b04de-2eb6-4d21-a828-9df717609c88 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:36.652710 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-894b04de-2eb6-4d21-a828-9df717609c88 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/1e5bb36d-8a3f-447e-a659-b659e8d94a8e HTTP/1.1" status: 204 len: 168 time: 0.4890816 Sep 28 08:46:36.738010 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 58764) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:36.744014 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-1ede6c69-7ce3-4d68-b5a4-2eede239eacb tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Request body: {'security_group': {'name': 'tempest-securitygroup--20919882', 'description': 'tempest-description--565478573'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:46:36.760081 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bec65917-e2e1-410c-85eb-3525c0974155 req-062192c5-788b-40ad-bcf1-3ce0c5542c81 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=901f2acc-6433-42cb-a931-82ccde824010 HTTP/1.1" status: 200 len: 210 time: 0.0355279 Sep 28 08:46:36.770478 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1ede6c69-7ce3-4d68-b5a4-2eede239eacb tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:36.777227 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:36.847331 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1ede6c69-7ce3-4d68-b5a4-2eede239eacb tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group (ffc1edcd-41cb-4b5a-9410-32c5f45ce9f4), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:36.852344 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1ede6c69-7ce3-4d68-b5a4-2eede239eacb tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (ffc1edcd-41cb-4b5a-9410-32c5f45ce9f4), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:36.888602 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1ede6c69-7ce3-4d68-b5a4-2eede239eacb tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:36.890441 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-1ede6c69-7ce3-4d68-b5a4-2eede239eacb tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1504748 Sep 28 08:46:36.893599 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58766) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:36.893745 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede6c69-7ce3-4d68-b5a4-2eede239eacb tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc1edcd-41cb-4b5a-9410-32c5f45ce9f4,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:36.900219 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-9cb69c77-2693-4b09-b529-aa0d8bfbf8f4 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Request body: {'security_group_rule': {'security_group_id': 'ffc1edcd-41cb-4b5a-9410-32c5f45ce9f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:46:36.934414 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9cb69c77-2693-4b09-b529-aa0d8bfbf8f4 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group_rule (dfa5c264-141b-4216-b924-8f2b1cccc6ef), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:36.984969 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9cb69c77-2693-4b09-b529-aa0d8bfbf8f4 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group_rule (dfa5c264-141b-4216-b924-8f2b1cccc6ef), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:36.988977 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9cb69c77-2693-4b09-b529-aa0d8bfbf8f4 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (dfa5c264-141b-4216-b924-8f2b1cccc6ef), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:37.006431 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb69c77-2693-4b09-b529-aa0d8bfbf8f4 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa5c264-141b-4216-b924-8f2b1cccc6ef,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:37.015175 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9cb69c77-2693-4b09-b529-aa0d8bfbf8f4 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:37.016371 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-9cb69c77-2693-4b09-b529-aa0d8bfbf8f4 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217477 Sep 28 08:46:37.019069 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58768) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:37.023422 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-fd136a73-0c53-4170-b9e1-34e1fa319c41 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Request body: {'security_group_rule': {'security_group_id': 'ffc1edcd-41cb-4b5a-9410-32c5f45ce9f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:46:37.050425 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fd136a73-0c53-4170-b9e1-34e1fa319c41 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group_rule (f55996b6-ca6d-4f5d-aaea-12ff0801cd32), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:37.109876 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fd136a73-0c53-4170-b9e1-34e1fa319c41 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group_rule (f55996b6-ca6d-4f5d-aaea-12ff0801cd32), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:37.113442 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fd136a73-0c53-4170-b9e1-34e1fa319c41 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (f55996b6-ca6d-4f5d-aaea-12ff0801cd32), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:37.134988 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd136a73-0c53-4170-b9e1-34e1fa319c41 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55996b6-ca6d-4f5d-aaea-12ff0801cd32,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:37.144721 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-fd136a73-0c53-4170-b9e1-34e1fa319c41 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:37.146009 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-fd136a73-0c53-4170-b9e1-34e1fa319c41 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259675 Sep 28 08:46:37.149472 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58770) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:37.154082 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-06686b71-2049-4a4b-a208-b3cd0d07d210 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Request body: {'floatingip': {'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:46:37.177478 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-06686b71-2049-4a4b-a208-b3cd0d07d210 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:37.271486 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-06686b71-2049-4a4b-a208-b3cd0d07d210 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:37.384251 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-06686b71-2049-4a4b-a208-b3cd0d07d210 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Allocated IP 172.27.2.252 (53303c84-4465-4011-9c65-8bdf4507ffd3/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f/3ee18828-9c6a-4445-8a28-32dae224478c) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:46:37.453561 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:37.499673 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-06686b71-2049-4a4b-a208-b3cd0d07d210 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for port (3ee18828-9c6a-4445-8a28-32dae224478c), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:37.513672 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:37.536786 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-06686b71-2049-4a4b-a208-b3cd0d07d210 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (3ee18828-9c6a-4445-8a28-32dae224478c), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:37.582578 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06686b71-2049-4a4b-a208-b3cd0d07d210 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:46:37.587828 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-06686b71-2049-4a4b-a208-b3cd0d07d210 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:46:37.590744 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06686b71-2049-4a4b-a208-b3cd0d07d210 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:46:37.593146 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06686b71-2049-4a4b-a208-b3cd0d07d210 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event updated for resources: {'Port': ['ID=3ee18828-9c6a-4445-8a28-32dae224478c,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:37.676204 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-06686b71-2049-4a4b-a208-b3cd0d07d210 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (69a7b33f-2765-4ea2-9203-70378cfba441), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:37.714331 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-06686b71-2049-4a4b-a208-b3cd0d07d210 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (3ee18828-9c6a-4445-8a28-32dae224478c), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:37.831921 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 58778) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:37.872471 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-06686b71-2049-4a4b-a208-b3cd0d07d210 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for port (3ee18828-9c6a-4445-8a28-32dae224478c), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:37.877836 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-06686b71-2049-4a4b-a208-b3cd0d07d210 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3668421'] for port (3ee18828-9c6a-4445-8a28-32dae224478c), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:37.890158 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f618c962-3575-4664-bcfd-8901b1a7e316 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for security_group (89141cfe-1581-4eae-8219-dbd88c215341), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:37.898569 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:37.916083 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f618c962-3575-4664-bcfd-8901b1a7e316 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for security_group (89141cfe-1581-4eae-8219-dbd88c215341), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:37.947999 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06686b71-2049-4a4b-a208-b3cd0d07d210 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event updated for resources: {'Port': ['ID=3ee18828-9c6a-4445-8a28-32dae224478c,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:37.951283 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-06686b71-2049-4a4b-a208-b3cd0d07d210 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (69a7b33f-2765-4ea2-9203-70378cfba441), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:37.970456 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-06686b71-2049-4a4b-a208-b3cd0d07d210 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:37.982204 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-06686b71-2049-4a4b-a208-b3cd0d07d210 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8214619 Sep 28 08:46:37.984135 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f618c962-3575-4664-bcfd-8901b1a7e316 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (89141cfe-1581-4eae-8219-dbd88c215341), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:37.986928 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f618c962-3575-4664-bcfd-8901b1a7e316 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:37.988113 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-f618c962-3575-4664-bcfd-8901b1a7e316 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/89141cfe-1581-4eae-8219-dbd88c215341 HTTP/1.1" status: 204 len: 168 time: 0.1567984 Sep 28 08:46:37.999328 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618c962-3575-4664-bcfd-8901b1a7e316 tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89141cfe-1581-4eae-8219-dbd88c215341,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:38.041339 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58784) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:38.530273 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3643dc28-8861-492f-941e-ca57c510282f req-bc06db02-8d79-4747-86ad-8804d446bf93 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--20919882&fields=id&tenant_id=6bc96052a69e409498462a1e4d499910 HTTP/1.1" status: 200 len: 267 time: 0.3632469 Sep 28 08:46:38.632857 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:38.662461 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:38.711947 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643dc28-8861-492f-941e-ca57c510282f req-3c6dc343-1da7-4380-a6f6-fb12cd0bbcd0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:38.713599 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3643dc28-8861-492f-941e-ca57c510282f req-3c6dc343-1da7-4380-a6f6-fb12cd0bbcd0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/networks?id=b5328add-2390-4470-bd9d-0ff97db6e42c HTTP/1.1" status: 200 len: 814 time: 0.1767113 Sep 28 08:46:38.737305 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3643dc28-8861-492f-941e-ca57c510282f req-dd98f63b-b8c1-4632-af3d-201d04747651 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/quotas/6bc96052a69e409498462a1e4d499910 HTTP/1.1" status: 200 len: 375 time: 0.0139771 Sep 28 08:46:38.816478 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3643dc28-8861-492f-941e-ca57c510282f req-be41ced4-fb27-4203-a8c0-1794827c0446 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=6bc96052a69e409498462a1e4d499910&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628288 Sep 28 08:46:38.892970 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4389de8b-8ee8-4f31-90f5-c8208d6ca257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605544'] for router_interface (befeac4c-cde3-4f1d-81c7-9969931cb5cb), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:39.002148 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3643dc28-8861-492f-941e-ca57c510282f req-c38ed265-93fa-4cab-84d2-83d11bed752d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697438 Sep 28 08:46:39.155658 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3643dc28-8861-492f-941e-ca57c510282f req-f9257865-a9a6-48f8-b0cb-d7eafa0d3ea5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464255 Sep 28 08:46:39.211938 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-4389de8b-8ee8-4f31-90f5-c8208d6ca257 admin admin] Deleting port ca74ab3b-0964-4935-94c0-394910aa7c6c {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:46:39.212280 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4389de8b-8ee8-4f31-90f5-c8208d6ca257 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (ca74ab3b-0964-4935-94c0-394910aa7c6c), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:39.336333 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-4389de8b-8ee8-4f31-90f5-c8208d6ca257 admin admin] For port ca74ab3b-0964-4935-94c0-394910aa7c6c, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=ca74ab3b-0964-4935-94c0-394910aa7c6c,segment=NetworkSegment(1281ad7f-9f33-492a-9a5f-5a420c2b7e06),segment_id=1281ad7f-9f33-492a-9a5f-5a420c2b7e06)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:46:39.336786 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4389de8b-8ee8-4f31-90f5-c8208d6ca257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (ca74ab3b-0964-4935-94c0-394910aa7c6c), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:39.340440 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ee7987fc-7d6f-4d7c-b5f3-2b9b7a2bc367 req-f1bf61f7-6e44-4451-87e0-8770aeea6230 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b HTTP/1.1" status: 200 len: 210 time: 0.0409281 Sep 28 08:46:39.353632 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-4389de8b-8ee8-4f31-90f5-c8208d6ca257 admin admin] Calling delete_port for ca74ab3b-0964-4935-94c0-394910aa7c6c owned by network:router_interface {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:46:39.502411 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:39.520381 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:39.587091 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4389de8b-8ee8-4f31-90f5-c8208d6ca257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (ca74ab3b-0964-4935-94c0-394910aa7c6c), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:39.617172 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389de8b-8ee8-4f31-90f5-c8208d6ca257 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca74ab3b-0964-4935-94c0-394910aa7c6c,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:39.784987 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device ed5b6be5-cf6e-47ab-9c77-e942a22429de no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:46:39.804364 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4389de8b-8ee8-4f31-90f5-c8208d6ca257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596184'] for router_interface (befeac4c-cde3-4f1d-81c7-9969931cb5cb), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:39.810558 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] No Port match for: ed5b6be5-cf6e-47ab-9c77-e942a22429de {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:46:39.811435 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device ed5b6be5-cf6e-47ab-9c77-e942a22429de not bound to the agent host hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:46:40.028976 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4389de8b-8ee8-4f31-90f5-c8208d6ca257 admin admin] Router befeac4c-cde3-4f1d-81c7-9969931cb5cb has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:46:40.132396 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4389de8b-8ee8-4f31-90f5-c8208d6ca257 admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:46:40.137595 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-4389de8b-8ee8-4f31-90f5-c8208d6ca257 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/befeac4c-cde3-4f1d-81c7-9969931cb5cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0949752 Sep 28 08:46:40.139919 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58812) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:40.142578 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46d4b7d-47e2-45c4-a9ff-10d968e44d47 None None] Sync routers for ids ['befeac4c-cde3-4f1d-81c7-9969931cb5cb'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:46:40.153452 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46d4b7d-47e2-45c4-a9ff-10d968e44d47 None None] Routers {'befeac4c-cde3-4f1d-81c7-9969931cb5cb'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:46:40.154079 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-b46d4b7d-47e2-45c4-a9ff-10d968e44d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:46:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['befeac4c-cde3-4f1d-81c7-9969931cb5cb'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:40.239241 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d079eb3-4780-4644-a77f-e1d569bc890a admin admin] Publish callbacks [] for router (befeac4c-cde3-4f1d-81c7-9969931cb5cb), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:40.257057 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-b46d4b7d-47e2-45c4-a9ff-10d968e44d47 None None] Set router befeac4c-cde3-4f1d-81c7-9969931cb5cb gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:46:40.341233 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d079eb3-4780-4644-a77f-e1d569bc890a admin admin] Publish callbacks [] for router_gateway (befeac4c-cde3-4f1d-81c7-9969931cb5cb), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:40.387241 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-0d079eb3-4780-4644-a77f-e1d569bc890a admin admin] Deleting port 80f2556b-b64e-4f18-92c8-821fce38199b {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:46:40.387771 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d079eb3-4780-4644-a77f-e1d569bc890a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (80f2556b-b64e-4f18-92c8-821fce38199b), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:40.440743 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-b46d4b7d-47e2-45c4-a9ff-10d968e44d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'name': 'tempest-TestShelveInstance-69917728-router', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '80f2556b-b64e-4f18-92c8-821fce38199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:46:39Z', 'revision_number': 5, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'gw_port': {'id': '80f2556b-b64e-4f18-92c8-821fce38199b', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:18Z', 'updated_at': '2022-09-28T08:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:40.469439 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46d4b7d-47e2-45c4-a9ff-10d968e44d47 None None] Checking router: befeac4c-cde3-4f1d-81c7-9969931cb5cb for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:46:40.479787 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46d4b7d-47e2-45c4-a9ff-10d968e44d47 None None] Routers {'befeac4c-cde3-4f1d-81c7-9969931cb5cb'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:46:40.480623 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-b46d4b7d-47e2-45c4-a9ff-10d968e44d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:46:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['befeac4c-cde3-4f1d-81c7-9969931cb5cb'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:40.485120 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:40.505225 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-96443c47-fb1c-47b3-8a9a-c0fb06eeaad0 req-7886a44d-c3a8-4888-9c16-8844da05d6fd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b HTTP/1.1" status: 200 len: 210 time: 0.0450659 Sep 28 08:46:40.540578 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-0d079eb3-4780-4644-a77f-e1d569bc890a admin admin] For port 80f2556b-b64e-4f18-92c8-821fce38199b, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=80f2556b-b64e-4f18-92c8-821fce38199b,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:46:40.540953 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d079eb3-4780-4644-a77f-e1d569bc890a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (80f2556b-b64e-4f18-92c8-821fce38199b), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:40.562735 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-0d079eb3-4780-4644-a77f-e1d569bc890a admin admin] Calling delete_port for 80f2556b-b64e-4f18-92c8-821fce38199b owned by network:router_gateway {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:46:40.604385 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-b46d4b7d-47e2-45c4-a9ff-10d968e44d47 None None] Set router befeac4c-cde3-4f1d-81c7-9969931cb5cb gateway port host: None {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:46:40.611608 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:40.661787 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643dc28-8861-492f-941e-ca57c510282f req-841eafcb-6ea9-4b5c-9b3f-59f9767b25af tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:40.662794 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-b46d4b7d-47e2-45c4-a9ff-10d968e44d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'name': 'tempest-TestShelveInstance-69917728-router', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:46:40Z', 'revision_number': 6, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'gw_port_host': None}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:40.664329 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3643dc28-8861-492f-941e-ca57c510282f req-841eafcb-6ea9-4b5c-9b3f-59f9767b25af tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.26 "GET /networking/v2.0/networks?id=b5328add-2390-4470-bd9d-0ff97db6e42c HTTP/1.1" status: 200 len: 814 time: 0.1335452 Sep 28 08:46:40.699658 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46d4b7d-47e2-45c4-a9ff-10d968e44d47 None None] The sync data for ids ['befeac4c-cde3-4f1d-81c7-9969931cb5cb'] in dv-cinder-844563-8-iscsi is: [{'id': 'befeac4c-cde3-4f1d-81c7-9969931cb5cb', 'name': 'tempest-TestShelveInstance-69917728-router', 'tenant_id': 'c507f95ba3c34cc789ee8903b40c346d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:17Z', 'updated_at': '2022-09-28T08:46:40Z', 'revision_number': 6, 'project_id': 'c507f95ba3c34cc789ee8903b40c346d', 'gw_port_host': None}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:46:40.757334 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3643dc28-8861-492f-941e-ca57c510282f req-3b609147-4284-4ac9-b71e-12dce3ec34ff tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6bc96052a69e409498462a1e4d499910 HTTP/1.1" status: 200 len: 378 time: 0.0771952 Sep 28 08:46:40.767086 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-3643dc28-8861-492f-941e-ca57c510282f req-90d60f78-e9ba-44a5-a4b0-628ab643040f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Request body: {'port': {'device_id': 'ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'admin_state_up': True, 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'security_groups': ['ffc1edcd-41cb-4b5a-9410-32c5f45ce9f4']}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:46:40.770096 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d079eb3-4780-4644-a77f-e1d569bc890a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (80f2556b-b64e-4f18-92c8-821fce38199b), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:40.792769 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d079eb3-4780-4644-a77f-e1d569bc890a admin admin] Pushing event deleted for resources: {'Port': ['ID=80f2556b-b64e-4f18-92c8-821fce38199b,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:40.861531 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d079eb3-4780-4644-a77f-e1d569bc890a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595758'] for router_gateway (befeac4c-cde3-4f1d-81c7-9969931cb5cb), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:40.882126 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3643dc28-8861-492f-941e-ca57c510282f req-90d60f78-e9ba-44a5-a4b0-628ab643040f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Made reservation on behalf of 6bc96052a69e409498462a1e4d499910 for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:46:40.885885 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3643dc28-8861-492f-941e-ca57c510282f req-90d60f78-e9ba-44a5-a4b0-628ab643040f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:40.966180 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d079eb3-4780-4644-a77f-e1d569bc890a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3720'] for router (befeac4c-cde3-4f1d-81c7-9969931cb5cb), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:40.968958 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d079eb3-4780-4644-a77f-e1d569bc890a admin admin] Publish callbacks [] for router_controller (befeac4c-cde3-4f1d-81c7-9969931cb5cb), precommit_delete_associations {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:41.016829 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-3643dc28-8861-492f-941e-ca57c510282f req-90d60f78-e9ba-44a5-a4b0-628ab643040f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Allocated IP 172.20.0.8 (b5328add-2390-4470-bd9d-0ff97db6e42c/d697553d-3af9-4c9b-ba05-d2609a53313e/a3ad7883-60b5-4319-9508-c4abe5abf2d6) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:46:41.031461 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d079eb3-4780-4644-a77f-e1d569bc890a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596270'] for router (befeac4c-cde3-4f1d-81c7-9969931cb5cb), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:41.032044 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d079eb3-4780-4644-a77f-e1d569bc890a admin admin] Fanout notify agent at l3_agent the message router_deleted on router befeac4c-cde3-4f1d-81c7-9969931cb5cb {{(pid=106476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:46:41.039202 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d079eb3-4780-4644-a77f-e1d569bc890a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:41.040439 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-0d079eb3-4780-4644-a77f-e1d569bc890a admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/befeac4c-cde3-4f1d-81c7-9969931cb5cb HTTP/1.1" status: 204 len: 168 time: 0.8994308 Sep 28 08:46:41.045152 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 58822) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:41.149123 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b0c5ce-9762-4ac1-bde5-223f8cdb45bd admin admin] Deleting subnet a0ea148b-44fa-4fa2-9123-8ad42b8808a6 {{(pid=106475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 08:46:41.152688 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:41.158762 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e3b0c5ce-9762-4ac1-bde5-223f8cdb45bd admin admin] Publish callbacks [] for subnet (a0ea148b-44fa-4fa2-9123-8ad42b8808a6), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:41.231423 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e3b0c5ce-9762-4ac1-bde5-223f8cdb45bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2637683'] for subnet (a0ea148b-44fa-4fa2-9123-8ad42b8808a6), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:41.268035 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3643dc28-8861-492f-941e-ca57c510282f req-90d60f78-e9ba-44a5-a4b0-628ab643040f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for port (a3ad7883-60b5-4319-9508-c4abe5abf2d6), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:41.285611 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:41.347556 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e3b0c5ce-9762-4ac1-bde5-223f8cdb45bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672334'] for subnet (a0ea148b-44fa-4fa2-9123-8ad42b8808a6), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:41.350237 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3643dc28-8861-492f-941e-ca57c510282f req-90d60f78-e9ba-44a5-a4b0-628ab643040f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (a3ad7883-60b5-4319-9508-c4abe5abf2d6), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:41.421777 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3643dc28-8861-492f-941e-ca57c510282f req-90d60f78-e9ba-44a5-a4b0-628ab643040f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Network b5328add-2390-4470-bd9d-0ff97db6e42c is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:46:41.429231 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-3643dc28-8861-492f-941e-ca57c510282f req-90d60f78-e9ba-44a5-a4b0-628ab643040f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:46:41.436413 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-3643dc28-8861-492f-941e-ca57c510282f req-90d60f78-e9ba-44a5-a4b0-628ab643040f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:46:41.444258 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d60f78-e9ba-44a5-a4b0-628ab643040f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event updated for resources: {'Port': ['ID=a3ad7883-60b5-4319-9508-c4abe5abf2d6,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:41.487704 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e3b0c5ce-9762-4ac1-bde5-223f8cdb45bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2793407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3714010'] for subnet (a0ea148b-44fa-4fa2-9123-8ad42b8808a6), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:41.532928 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643dc28-8861-492f-941e-ca57c510282f req-90d60f78-e9ba-44a5-a4b0-628ab643040f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:41.533758 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3643dc28-8861-492f-941e-ca57c510282f req-90d60f78-e9ba-44a5-a4b0-628ab643040f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:41.551202 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0c5ce-9762-4ac1-bde5-223f8cdb45bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0ea148b-44fa-4fa2-9123-8ad42b8808a6,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:41.553854 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e3b0c5ce-9762-4ac1-bde5-223f8cdb45bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:41.556109 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fe50d3-ed94-43b2-8a1f-2e31e3f21c8b None None] Network b76a6eab-b1a4-4566-a068-3e0c81275bca requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:46:41.560915 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e3b0c5ce-9762-4ac1-bde5-223f8cdb45bd admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/a0ea148b-44fa-4fa2-9123-8ad42b8808a6 HTTP/1.1" status: 204 len: 168 time: 0.5128558 Sep 28 08:46:41.561816 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58828) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:41.594512 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3643dc28-8861-492f-941e-ca57c510282f req-90d60f78-e9ba-44a5-a4b0-628ab643040f tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8318601 Sep 28 08:46:41.630198 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-3643dc28-8861-492f-941e-ca57c510282f req-074e320c-4795-4c27-bdc4-a0375648dc18 service neutron] Request body: {'port': {'device_id': 'ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:46:41.726701 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 80f2556b-b64e-4f18-92c8-821fce38199b no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:46:41.728652 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-fadb296f-3422-4fd0-b0f2-c101ee02456f None None] Provisioning complete for port a3ad7883-60b5-4319-9508-c4abe5abf2d6 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:46:41.729125 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-fadb296f-3422-4fd0-b0f2-c101ee02456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (a3ad7883-60b5-4319-9508-c4abe5abf2d6), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:41.729525 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-fadb296f-3422-4fd0-b0f2-c101ee02456f None None] Attempt 1 to provision port a3ad7883-60b5-4319-9508-c4abe5abf2d6 Sep 28 08:46:41.729857 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9bc9aac3-d250-4d6d-80e9-3659fcbdeb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792351'] for network (b76a6eab-b1a4-4566-a068-3e0c81275bca), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:41.739042 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e401491-16ba-4fb9-b9d1-f8080e257b21 req-4a2c2602-6c9f-49e0-9c91-44e023740b07 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:41.739652 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3643dc28-8861-492f-941e-ca57c510282f req-074e320c-4795-4c27-bdc4-a0375648dc18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (a3ad7883-60b5-4319-9508-c4abe5abf2d6), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:41.740591 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4e401491-16ba-4fb9-b9d1-f8080e257b21 req-4a2c2602-6c9f-49e0-9c91-44e023740b07 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b HTTP/1.1" status: 200 len: 931 time: 0.1313927 Sep 28 08:46:41.779181 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: 80f2556b-b64e-4f18-92c8-821fce38199b {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:46:41.780249 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 80f2556b-b64e-4f18-92c8-821fce38199b not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:46:41.780752 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device ca74ab3b-0964-4935-94c0-394910aa7c6c no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:46:41.806992 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: ca74ab3b-0964-4935-94c0-394910aa7c6c {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:46:41.807530 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device ca74ab3b-0964-4935-94c0-394910aa7c6c not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:46:41.809975 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-fadb296f-3422-4fd0-b0f2-c101ee02456f None None] Port a3ad7883-60b5-4319-9508-c4abe5abf2d6 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:46:41.849869 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-9bc9aac3-d250-4d6d-80e9-3659fcbdeb1d admin admin] Deleting port ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:46:41.850279 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9bc9aac3-d250-4d6d-80e9-3659fcbdeb1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:41.855253 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4e401491-16ba-4fb9-b9d1-f8080e257b21 req-5ad3c3ce-19c9-4b9e-8d4e-73f7d2387755 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ffc1edcd-41cb-4b5a-9410-32c5f45ce9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1071222 Sep 28 08:46:41.869752 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494f6cc9-b0e4-4019-a4a4-07ab819c761c None None] DHCP port deletion for b76a6eab-b1a4-4566-a068-3e0c81275bca request from dv-cinder-844563-8-iscsi {{(pid=106477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 08:46:41.920251 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-494f6cc9-b0e4-4019-a4a4-07ab819c761c None None] Deleting port ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e {{(pid=106477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:46:41.920773 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-494f6cc9-b0e4-4019-a4a4-07ab819c761c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e), before_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:41.957228 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-9bc9aac3-d250-4d6d-80e9-3659fcbdeb1d admin admin] For port ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e,segment=NetworkSegment(1281ad7f-9f33-492a-9a5f-5a420c2b7e06),segment_id=1281ad7f-9f33-492a-9a5f-5a420c2b7e06)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:46:41.957407 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9bc9aac3-d250-4d6d-80e9-3659fcbdeb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:41.984432 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-9bc9aac3-d250-4d6d-80e9-3659fcbdeb1d admin admin] Calling delete_port for ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e owned by network:dhcp {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:46:42.021880 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-494f6cc9-b0e4-4019-a4a4-07ab819c761c None None] For port ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e,segment=NetworkSegment(1281ad7f-9f33-492a-9a5f-5a420c2b7e06),segment_id=1281ad7f-9f33-492a-9a5f-5a420c2b7e06)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:46:42.022516 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-494f6cc9-b0e4-4019-a4a4-07ab819c761c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e), precommit_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:42.042313 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-494f6cc9-b0e4-4019-a4a4-07ab819c761c None None] Calling delete_port for ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e owned by network:dhcp {{(pid=106477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:46:42.078204 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9bc9aac3-d250-4d6d-80e9-3659fcbdeb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:42.084197 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-3643dc28-8861-492f-941e-ca57c510282f req-074e320c-4795-4c27-bdc4-a0375648dc18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ad7883-60b5-4319-9508-c4abe5abf2d6 {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:46:42.088406 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:42.094220 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3643dc28-8861-492f-941e-ca57c510282f req-074e320c-4795-4c27-bdc4-a0375648dc18 service neutron] Publish callbacks [] for port (a3ad7883-60b5-4319-9508-c4abe5abf2d6), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:42.108562 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:42.111958 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9aac3-d250-4d6d-80e9-3659fcbdeb1d admin admin] Pushing event deleted for resources: {'Port': ['ID=ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:42.112656 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-3643dc28-8861-492f-941e-ca57c510282f req-074e320c-4795-4c27-bdc4-a0375648dc18 service neutron] Transition to ACTIVE for port object a3ad7883-60b5-4319-9508-c4abe5abf2d6 will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 08:46:42.115406 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc9aac3-d250-4d6d-80e9-3659fcbdeb1d admin admin] No DVR routers for this DVR port ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e on host dv-cinder-844563-8-iscsi {{(pid=106476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:46:42.120991 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3643dc28-8861-492f-941e-ca57c510282f req-074e320c-4795-4c27-bdc4-a0375648dc18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (a3ad7883-60b5-4319-9508-c4abe5abf2d6), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:42.132623 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-494f6cc9-b0e4-4019-a4a4-07ab819c761c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461'] for port (ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e), after_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:42.144043 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:42.172836 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494f6cc9-b0e4-4019-a4a4-07ab819c761c None None] No DVR routers for this DVR port ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e on host dv-cinder-844563-8-iscsi {{(pid=106477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:46:42.176667 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f6cc9-b0e4-4019-a4a4-07ab819c761c None None] Pushing event deleted for resources: {'Port': ['ID=ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e,revision_number=None']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:42.186758 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:42.196896 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e320c-4795-4c27-bdc4-a0375648dc18 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ad7883-60b5-4319-9508-c4abe5abf2d6,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:42.210947 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9bc9aac3-d250-4d6d-80e9-3659fcbdeb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845688', 'neutron.services.segments.db._delete_segments_for_network-8759190702794'] for network (b76a6eab-b1a4-4566-a068-3e0c81275bca), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:42.236470 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-9bc9aac3-d250-4d6d-80e9-3659fcbdeb1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76a6eab-b1a4-4566-a068-3e0c81275bca']}} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:42.246732 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-9bc9aac3-d250-4d6d-80e9-3659fcbdeb1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1281ad7f-9f33-492a-9a5f-5a420c2b7e06') {'for_net_delete': True} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:42.247027 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-9bc9aac3-d250-4d6d-80e9-3659fcbdeb1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1281ad7f-9f33-492a-9a5f-5a420c2b7e06') {} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:42.251986 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-3643dc28-8861-492f-941e-ca57c510282f req-074e320c-4795-4c27-bdc4-a0375648dc18 service neutron] Attempting to bind port a3ad7883-60b5-4319-9508-c4abe5abf2d6 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:46:42.252319 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-3643dc28-8861-492f-941e-ca57c510282f req-074e320c-4795-4c27-bdc4-a0375648dc18 service neutron] Attempting to bind port a3ad7883-60b5-4319-9508-c4abe5abf2d6 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:46:42.252644 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3643dc28-8861-492f-941e-ca57c510282f req-074e320c-4795-4c27-bdc4-a0375648dc18 service neutron] Attempting to bind port a3ad7883-60b5-4319-9508-c4abe5abf2d6 on network b5328add-2390-4470-bd9d-0ff97db6e42c {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:46:42.258324 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9bc9aac3-d250-4d6d-80e9-3659fcbdeb1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759190673511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260594424'] for segment (1281ad7f-9f33-492a-9a5f-5a420c2b7e06), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:42.273903 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9bc9aac3-d250-4d6d-80e9-3659fcbdeb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (1281ad7f-9f33-492a-9a5f-5a420c2b7e06), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:42.282178 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc9aac3-d250-4d6d-80e9-3659fcbdeb1d admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=106476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:46:42.282578 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9bc9aac3-d250-4d6d-80e9-3659fcbdeb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3668257'] for segment (1281ad7f-9f33-492a-9a5f-5a420c2b7e06), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:42.300432 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3643dc28-8861-492f-941e-ca57c510282f req-074e320c-4795-4c27-bdc4-a0375648dc18 service neutron] Port a3ad7883-60b5-4319-9508-c4abe5abf2d6 on network b5328add-2390-4470-bd9d-0ff97db6e42c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:46:42.300847 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3643dc28-8861-492f-941e-ca57c510282f req-074e320c-4795-4c27-bdc4-a0375648dc18 service neutron] Attempting to bind port a3ad7883-60b5-4319-9508-c4abe5abf2d6 on network b5328add-2390-4470-bd9d-0ff97db6e42c {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:46:42.312010 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-fadb296f-3422-4fd0-b0f2-c101ee02456f None None] Attempt 2 to provision port a3ad7883-60b5-4319-9508-c4abe5abf2d6 Sep 28 08:46:42.337589 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:42.362366 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3643dc28-8861-492f-941e-ca57c510282f req-074e320c-4795-4c27-bdc4-a0375648dc18 service neutron] Checking agent: {'id': '0e203ff6-fe6d-4565-9e88-81d2831b3c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'started_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:46:42.362761 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3643dc28-8861-492f-941e-ca57c510282f req-074e320c-4795-4c27-bdc4-a0375648dc18 service neutron] Checking segment: {'id': '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:46:42.363056 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9bc9aac3-d250-4d6d-80e9-3659fcbdeb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595797'] for network (b76a6eab-b1a4-4566-a068-3e0c81275bca), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:42.363228 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3643dc28-8861-492f-941e-ca57c510282f req-074e320c-4795-4c27-bdc4-a0375648dc18 service neutron] Bound using segment: {'id': '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:46:42.363645 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-3643dc28-8861-492f-941e-ca57c510282f req-074e320c-4795-4c27-bdc4-a0375648dc18 service neutron] Bound port: a3ad7883-60b5-4319-9508-c4abe5abf2d6, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:46:42.364014 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3643dc28-8861-492f-941e-ca57c510282f req-074e320c-4795-4c27-bdc4-a0375648dc18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (a3ad7883-60b5-4319-9508-c4abe5abf2d6), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:42.369444 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9bc9aac3-d250-4d6d-80e9-3659fcbdeb1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:42.378957 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-9bc9aac3-d250-4d6d-80e9-3659fcbdeb1d admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/b76a6eab-b1a4-4566-a068-3e0c81275bca HTTP/1.1" status: 204 len: 168 time: 0.8152778 Sep 28 08:46:42.379228 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 58834) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:42.381465 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-fadb296f-3422-4fd0-b0f2-c101ee02456f None None] Port a3ad7883-60b5-4319-9508-c4abe5abf2d6 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:46:42.392642 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9aac3-d250-4d6d-80e9-3659fcbdeb1d admin admin] Pushing event deleted for resources: {'Network': ['ID=b76a6eab-b1a4-4566-a068-3e0c81275bca,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:42.408151 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment 1281ad7f-9f33-492a-9a5f-5a420c2b7e06 resource provider aggregate not found Sep 28 08:46:42.425770 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment 1281ad7f-9f33-492a-9a5f-5a420c2b7e06 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1281ad7f-9f33-492a-9a5f-5a420c2b7e06 found for delete ", "request_id": "req-b5928847-ae06-470a-a6a1-051e2d06bac0"}]} Sep 28 08:46:42.460606 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:42.751894 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-3643dc28-8861-492f-941e-ca57c510282f req-074e320c-4795-4c27-bdc4-a0375648dc18 service neutron] For port a3ad7883-60b5-4319-9508-c4abe5abf2d6, host hv-cinder-84456, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:46:42.769461 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-3643dc28-8861-492f-941e-ca57c510282f req-074e320c-4795-4c27-bdc4-a0375648dc18 service neutron] For port a3ad7883-60b5-4319-9508-c4abe5abf2d6, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a3ad7883-60b5-4319-9508-c4abe5abf2d6,segment=NetworkSegment(52f4fd3c-c9b0-4536-b2fa-f368a4de5deb),segment_id=52f4fd3c-c9b0-4536-b2fa-f368a4de5deb)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:46:42.778667 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3643dc28-8861-492f-941e-ca57c510282f req-074e320c-4795-4c27-bdc4-a0375648dc18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (a3ad7883-60b5-4319-9508-c4abe5abf2d6), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:42.813387 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643dc28-8861-492f-941e-ca57c510282f req-074e320c-4795-4c27-bdc4-a0375648dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:42.814008 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-3643dc28-8861-492f-941e-ca57c510282f req-074e320c-4795-4c27-bdc4-a0375648dc18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:42.815397 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3643dc28-8861-492f-941e-ca57c510282f req-074e320c-4795-4c27-bdc4-a0375648dc18 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/a3ad7883-60b5-4319-9508-c4abe5abf2d6 HTTP/1.1" status: 200 len: 1093 time: 1.1932352 Sep 28 08:46:42.815971 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b', 'tag': 'a3ad7883-60b5-4319-9508-c4abe5abf2d6'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:46:42.818231 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95df5e4a-3ed8-42a2-a1e3-041f001339c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b", "tag": "a3ad7883-60b5-4319-9508-c4abe5abf2d6"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:46:42.862772 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf069bc-af14-48ee-ad1f-59820d81a55d x-openstack-request-id: req-fcf069bc-af14-48ee-ad1f-59820d81a55d {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:46:42.863066 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b", "tag": "a3ad7883-60b5-4319-9508-c4abe5abf2d6", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:46:42.863333 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fcf069bc-af14-48ee-ad1f-59820d81a55d {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:46:42.863708 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcf069bc-af14-48ee-ad1f-59820d81a55d'] response: {'name': 'network-changed', 'server_uuid': 'ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b', 'tag': 'a3ad7883-60b5-4319-9508-c4abe5abf2d6', 'status': 'completed', 'code': 200} Sep 28 08:46:42.882778 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-fadb296f-3422-4fd0-b0f2-c101ee02456f None None] Attempt 3 to provision port a3ad7883-60b5-4319-9508-c4abe5abf2d6 Sep 28 08:46:42.911163 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e320c-4795-4c27-bdc4-a0375648dc18 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ad7883-60b5-4319-9508-c4abe5abf2d6,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:42.929902 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-fadb296f-3422-4fd0-b0f2-c101ee02456f None None] Port a3ad7883-60b5-4319-9508-c4abe5abf2d6 had new provisioning blocks added so it will not transition to active. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 08:46:43.005247 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712607a6-2317-4340-b36c-bfabf9c4b9a7 req-c67d4d38-008f-4c9f-8b6b-94ec137893d0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:43.008479 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-712607a6-2317-4340-b36c-bfabf9c4b9a7 req-c67d4d38-008f-4c9f-8b6b-94ec137893d0 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b HTTP/1.1" status: 200 len: 943 time: 0.0575228 Sep 28 08:46:43.066192 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-712607a6-2317-4340-b36c-bfabf9c4b9a7 req-1bd3435d-3505-408c-ae7f-a90e0594f677 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ffc1edcd-41cb-4b5a-9410-32c5f45ce9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491238 Sep 28 08:46:43.078690 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c67ab961-c0c9-4214-9f1a-df378060858d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605544'] for router_interface (4c6f4845-011a-4e0c-93ce-2d04c53b16a4), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:43.123155 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:43.237644 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df5e4a-3ed8-42a2-a1e3-041f001339c6 req-54908358-1c6e-46da-9fb1-4eaef78afc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:43.239207 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-95df5e4a-3ed8-42a2-a1e3-041f001339c6 req-54908358-1c6e-46da-9fb1-4eaef78afc58 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6bc96052a69e409498462a1e4d499910&device_id=ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b HTTP/1.1" status: 200 len: 1127 time: 0.0719192 Sep 28 08:46:43.415724 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df5e4a-3ed8-42a2-a1e3-041f001339c6 req-32ea06bc-c713-4d56-9281-2a81ce0309d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:43.417124 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-95df5e4a-3ed8-42a2-a1e3-041f001339c6 req-32ea06bc-c713-4d56-9281-2a81ce0309d9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=6bc96052a69e409498462a1e4d499910&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1559527 Sep 28 08:46:43.419534 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-c67ab961-c0c9-4214-9f1a-df378060858d admin admin] Deleting port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:46:43.419878 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c67ab961-c0c9-4214-9f1a-df378060858d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (72d9c5be-51e8-4cfe-ba41-2bd896fdc71a), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:43.587301 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-c67ab961-c0c9-4214-9f1a-df378060858d admin admin] For port 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=72d9c5be-51e8-4cfe-ba41-2bd896fdc71a,segment=NetworkSegment(073eed6a-1577-4f64-988d-2ef01a1be03a),segment_id=073eed6a-1577-4f64-988d-2ef01a1be03a)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:46:43.587658 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c67ab961-c0c9-4214-9f1a-df378060858d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (72d9c5be-51e8-4cfe-ba41-2bd896fdc71a), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:43.604151 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df5e4a-3ed8-42a2-a1e3-041f001339c6 req-bdc6fb11-98f4-4ef1-9d53-d6d0a51c7834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:43.605587 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-95df5e4a-3ed8-42a2-a1e3-041f001339c6 req-bdc6fb11-98f4-4ef1-9d53-d6d0a51c7834 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1702724 Sep 28 08:46:43.606550 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-c67ab961-c0c9-4214-9f1a-df378060858d admin admin] Calling delete_port for 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a owned by network:router_interface {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:46:43.620120 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:46:43.639339 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:46:43.639688 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device ea3bc4b4-3cc2-4f69-80b8-71adb2780d0e not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:46:43.664473 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:43.745510 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643dc28-8861-492f-941e-ca57c510282f req-ddc40b30-6934-4b8b-9632-22423241df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:43.747022 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3643dc28-8861-492f-941e-ca57c510282f req-ddc40b30-6934-4b8b-9632-22423241df3d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6bc96052a69e409498462a1e4d499910&device_id=ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b HTTP/1.1" status: 200 len: 1127 time: 0.0772038 Sep 28 08:46:43.805792 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3643dc28-8861-492f-941e-ca57c510282f req-a40adc33-1532-4ad3-bbc9-352950598f8a service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3ad7883-60b5-4319-9508-c4abe5abf2d6 HTTP/1.1" status: 200 len: 217 time: 0.0424833 Sep 28 08:46:43.892270 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643dc28-8861-492f-941e-ca57c510282f req-cff3df16-c444-4f3f-92cd-45ab7568e393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:43.893783 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3643dc28-8861-492f-941e-ca57c510282f req-cff3df16-c444-4f3f-92cd-45ab7568e393 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d697553d-3af9-4c9b-ba05-d2609a53313e HTTP/1.1" status: 200 len: 853 time: 0.0812790 Sep 28 08:46:43.934639 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c67ab961-c0c9-4214-9f1a-df378060858d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (72d9c5be-51e8-4cfe-ba41-2bd896fdc71a), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:43.964824 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:43.973904 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ab961-c0c9-4214-9f1a-df378060858d admin admin] Pushing event deleted for resources: {'Port': ['ID=72d9c5be-51e8-4cfe-ba41-2bd896fdc71a,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:43.979432 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643dc28-8861-492f-941e-ca57c510282f req-c03fb7d6-8106-4e94-8953-062c1a47d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:43.980482 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3643dc28-8861-492f-941e-ca57c510282f req-c03fb7d6-8106-4e94-8953-062c1a47d2f6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b5328add-2390-4470-bd9d-0ff97db6e42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799820 Sep 28 08:46:44.201130 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3643dc28-8861-492f-941e-ca57c510282f req-c4ed3ef8-2d69-44ba-a8c8-7d6c23742b72 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989603 Sep 28 08:46:44.218181 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddf776-c580-4218-8b5a-105d0db1a3f1 req-92d1606b-8d17-45df-bf64-c9e5472ffd28 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:44.219694 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-20ddf776-c580-4218-8b5a-105d0db1a3f1 req-92d1606b-8d17-45df-bf64-c9e5472ffd28 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b HTTP/1.1" status: 200 len: 943 time: 0.0568802 Sep 28 08:46:44.268468 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-20ddf776-c580-4218-8b5a-105d0db1a3f1 req-49b4216c-bc57-49bd-be6a-19be19c2799d tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ffc1edcd-41cb-4b5a-9410-32c5f45ce9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427229 Sep 28 08:46:44.302210 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c67ab961-c0c9-4214-9f1a-df378060858d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596184'] for router_interface (4c6f4845-011a-4e0c-93ce-2d04c53b16a4), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:44.378610 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3643dc28-8861-492f-941e-ca57c510282f req-48a288b0-f2c2-474d-8aeb-8e20aee41ba3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508842 Sep 28 08:46:44.532592 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67ab961-c0c9-4214-9f1a-df378060858d admin admin] Router 4c6f4845-011a-4e0c-93ce-2d04c53b16a4 has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:46:44.629234 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:44.639477 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67ab961-c0c9-4214-9f1a-df378060858d admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:46:44.647152 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-c67ab961-c0c9-4214-9f1a-df378060858d admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/4c6f4845-011a-4e0c-93ce-2d04c53b16a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2646422 Sep 28 08:46:44.647152 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 58860) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:44.648036 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f80b5-3aaa-4f0b-ae17-a3919d2ceaad None None] Sync routers for ids ['4c6f4845-011a-4e0c-93ce-2d04c53b16a4'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:46:44.658711 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148f80b5-3aaa-4f0b-ae17-a3919d2ceaad None None] Routers {'4c6f4845-011a-4e0c-93ce-2d04c53b16a4'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:46:44.659334 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-148f80b5-3aaa-4f0b-ae17-a3919d2ceaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:46:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['4c6f4845-011a-4e0c-93ce-2d04c53b16a4'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:44.708612 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:44.753958 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a037c318-b348-4c3f-926f-240a3075252a admin admin] Publish callbacks [] for router (4c6f4845-011a-4e0c-93ce-2d04c53b16a4), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:44.764645 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-148f80b5-3aaa-4f0b-ae17-a3919d2ceaad None None] Set router 4c6f4845-011a-4e0c-93ce-2d04c53b16a4 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:46:44.829379 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:44.859751 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a037c318-b348-4c3f-926f-240a3075252a admin admin] Publish callbacks [] for router_gateway (4c6f4845-011a-4e0c-93ce-2d04c53b16a4), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:44.863738 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:44.903753 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-a037c318-b348-4c3f-926f-240a3075252a admin admin] Deleting port 0ca48801-f90d-42ac-a573-dc95c0baf2c2 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:46:44.904327 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a037c318-b348-4c3f-926f-240a3075252a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (0ca48801-f90d-42ac-a573-dc95c0baf2c2), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:44.941187 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-148f80b5-3aaa-4f0b-ae17-a3919d2ceaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6f4845-011a-4e0c-93ce-2d04c53b16a4', 'name': 'tempest-TestShelveInstance-496108575-router', 'tenant_id': 'f6dac82b091e40b38f9fd37de64e1566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '0ca48801-f90d-42ac-a573-dc95c0baf2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:27Z', 'updated_at': '2022-09-28T08:46:43Z', 'revision_number': 5, 'project_id': 'f6dac82b091e40b38f9fd37de64e1566', 'gw_port': {'id': '0ca48801-f90d-42ac-a573-dc95c0baf2c2', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:50:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6f4845-011a-4e0c-93ce-2d04c53b16a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:28Z', 'updated_at': '2022-09-28T08:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:44.966794 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f80b5-3aaa-4f0b-ae17-a3919d2ceaad None None] Checking router: 4c6f4845-011a-4e0c-93ce-2d04c53b16a4 for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:46:44.975186 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148f80b5-3aaa-4f0b-ae17-a3919d2ceaad None None] Routers {'4c6f4845-011a-4e0c-93ce-2d04c53b16a4'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:46:44.975840 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-148f80b5-3aaa-4f0b-ae17-a3919d2ceaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:46:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['4c6f4845-011a-4e0c-93ce-2d04c53b16a4'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:44.993969 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-a037c318-b348-4c3f-926f-240a3075252a admin admin] For port 0ca48801-f90d-42ac-a573-dc95c0baf2c2, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=0ca48801-f90d-42ac-a573-dc95c0baf2c2,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:46:44.994327 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a037c318-b348-4c3f-926f-240a3075252a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (0ca48801-f90d-42ac-a573-dc95c0baf2c2), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:45.007288 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-a037c318-b348-4c3f-926f-240a3075252a admin admin] Calling delete_port for 0ca48801-f90d-42ac-a573-dc95c0baf2c2 owned by network:router_gateway {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:46:45.060494 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-148f80b5-3aaa-4f0b-ae17-a3919d2ceaad None None] Set router 4c6f4845-011a-4e0c-93ce-2d04c53b16a4 gateway port host: None {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:46:45.107286 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-148f80b5-3aaa-4f0b-ae17-a3919d2ceaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6f4845-011a-4e0c-93ce-2d04c53b16a4', 'name': 'tempest-TestShelveInstance-496108575-router', 'tenant_id': 'f6dac82b091e40b38f9fd37de64e1566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:27Z', 'updated_at': '2022-09-28T08:46:44Z', 'revision_number': 6, 'project_id': 'f6dac82b091e40b38f9fd37de64e1566', 'gw_port_host': None}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:45.134273 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f80b5-3aaa-4f0b-ae17-a3919d2ceaad None None] The sync data for ids ['4c6f4845-011a-4e0c-93ce-2d04c53b16a4'] in dv-cinder-844563-8-iscsi is: [{'id': '4c6f4845-011a-4e0c-93ce-2d04c53b16a4', 'name': 'tempest-TestShelveInstance-496108575-router', 'tenant_id': 'f6dac82b091e40b38f9fd37de64e1566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:27Z', 'updated_at': '2022-09-28T08:46:44Z', 'revision_number': 6, 'project_id': 'f6dac82b091e40b38f9fd37de64e1566', 'gw_port_host': None}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:46:45.176427 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a037c318-b348-4c3f-926f-240a3075252a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (0ca48801-f90d-42ac-a573-dc95c0baf2c2), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:45.198998 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037c318-b348-4c3f-926f-240a3075252a admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca48801-f90d-42ac-a573-dc95c0baf2c2,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:45.264601 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a037c318-b348-4c3f-926f-240a3075252a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595758'] for router_gateway (4c6f4845-011a-4e0c-93ce-2d04c53b16a4), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:45.359361 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a037c318-b348-4c3f-926f-240a3075252a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3720'] for router (4c6f4845-011a-4e0c-93ce-2d04c53b16a4), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:45.361661 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a037c318-b348-4c3f-926f-240a3075252a admin admin] Publish callbacks [] for router_controller (4c6f4845-011a-4e0c-93ce-2d04c53b16a4), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:45.396053 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dbfe5-12c2-4297-84fc-b15ba4b730d2 req-83de9219-3318-48e1-84af-866355c8dd33 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:45.397654 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f59dbfe5-12c2-4297-84fc-b15ba4b730d2 req-83de9219-3318-48e1-84af-866355c8dd33 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b HTTP/1.1" status: 200 len: 943 time: 0.0473533 Sep 28 08:46:45.449286 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f59dbfe5-12c2-4297-84fc-b15ba4b730d2 req-11cf4dd8-2109-43b5-ab06-bbd7d0f26cca tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ffc1edcd-41cb-4b5a-9410-32c5f45ce9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454905 Sep 28 08:46:45.640489 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a037c318-b348-4c3f-926f-240a3075252a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596270'] for router (4c6f4845-011a-4e0c-93ce-2d04c53b16a4), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:45.641222 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a037c318-b348-4c3f-926f-240a3075252a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c6f4845-011a-4e0c-93ce-2d04c53b16a4 {{(pid=106475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:46:45.648690 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a037c318-b348-4c3f-926f-240a3075252a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:45.652317 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-a037c318-b348-4c3f-926f-240a3075252a admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/4c6f4845-011a-4e0c-93ce-2d04c53b16a4 HTTP/1.1" status: 204 len: 168 time: 1.0018373 Sep 28 08:46:45.652488 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 58866) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:45.697488 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2bd9ea9-664f-402e-aea1-a8375b564abd admin admin] Deleting subnet 2e7cbf58-d056-4d02-9153-21acc56a652b {{(pid=106475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 08:46:45.700771 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c2bd9ea9-664f-402e-aea1-a8375b564abd admin admin] Publish callbacks [] for subnet (2e7cbf58-d056-4d02-9153-21acc56a652b), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:45.737646 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c2bd9ea9-664f-402e-aea1-a8375b564abd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2637683'] for subnet (2e7cbf58-d056-4d02-9153-21acc56a652b), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:45.764423 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:45.820586 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c2bd9ea9-664f-402e-aea1-a8375b564abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672334'] for subnet (2e7cbf58-d056-4d02-9153-21acc56a652b), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:45.880127 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c2bd9ea9-664f-402e-aea1-a8375b564abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2793407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3714010'] for subnet (2e7cbf58-d056-4d02-9153-21acc56a652b), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:45.909485 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd9ea9-664f-402e-aea1-a8375b564abd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e7cbf58-d056-4d02-9153-21acc56a652b,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:45.915457 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c2bd9ea9-664f-402e-aea1-a8375b564abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:45.920002 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-c2bd9ea9-664f-402e-aea1-a8375b564abd admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/2e7cbf58-d056-4d02-9153-21acc56a652b HTTP/1.1" status: 204 len: 168 time: 0.2661614 Sep 28 08:46:45.922085 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb26931-991b-4b8f-ae68-46fbfd0f07b9 None None] Network d515136f-3b12-489a-84c2-3d1bba246612 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:46:45.923145 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58868) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:45.989078 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:46:46.005235 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a5032214-3e5e-4f57-bde6-e2f53927f230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792351'] for network (d515136f-3b12-489a-84c2-3d1bba246612), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:46.024979 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:46:46.025344 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 72d9c5be-51e8-4cfe-ba41-2bd896fdc71a not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:46:46.051714 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-a5032214-3e5e-4f57-bde6-e2f53927f230 admin admin] Deleting port e8960060-107c-4f36-9d36-90466ed6d81f {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:46:46.052060 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a5032214-3e5e-4f57-bde6-e2f53927f230 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (e8960060-107c-4f36-9d36-90466ed6d81f), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:46.097810 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12a07b5-fd9b-413d-8c01-d603308cbbb9 None None] DHCP port deletion for d515136f-3b12-489a-84c2-3d1bba246612 request from dv-cinder-844563-8-iscsi {{(pid=106477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 08:46:46.120115 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-a5032214-3e5e-4f57-bde6-e2f53927f230 admin admin] For port e8960060-107c-4f36-9d36-90466ed6d81f, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=e8960060-107c-4f36-9d36-90466ed6d81f,segment=NetworkSegment(073eed6a-1577-4f64-988d-2ef01a1be03a),segment_id=073eed6a-1577-4f64-988d-2ef01a1be03a)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:46:46.120563 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a5032214-3e5e-4f57-bde6-e2f53927f230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (e8960060-107c-4f36-9d36-90466ed6d81f), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:46.135715 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-a5032214-3e5e-4f57-bde6-e2f53927f230 admin admin] Calling delete_port for e8960060-107c-4f36-9d36-90466ed6d81f owned by network:dhcp {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:46:46.140589 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-c12a07b5-fd9b-413d-8c01-d603308cbbb9 None None] Deleting port e8960060-107c-4f36-9d36-90466ed6d81f {{(pid=106477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:46:46.141136 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c12a07b5-fd9b-413d-8c01-d603308cbbb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (e8960060-107c-4f36-9d36-90466ed6d81f), before_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:46.209955 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-c12a07b5-fd9b-413d-8c01-d603308cbbb9 None None] For port e8960060-107c-4f36-9d36-90466ed6d81f, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=e8960060-107c-4f36-9d36-90466ed6d81f,segment=NetworkSegment(073eed6a-1577-4f64-988d-2ef01a1be03a),segment_id=073eed6a-1577-4f64-988d-2ef01a1be03a)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:46:46.210488 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c12a07b5-fd9b-413d-8c01-d603308cbbb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (e8960060-107c-4f36-9d36-90466ed6d81f), precommit_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:46.218296 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a5032214-3e5e-4f57-bde6-e2f53927f230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (e8960060-107c-4f36-9d36-90466ed6d81f), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:46.225786 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-c12a07b5-fd9b-413d-8c01-d603308cbbb9 None None] Calling delete_port for e8960060-107c-4f36-9d36-90466ed6d81f owned by network:dhcp {{(pid=106477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:46:46.249286 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5032214-3e5e-4f57-bde6-e2f53927f230 admin admin] No DVR routers for this DVR port e8960060-107c-4f36-9d36-90466ed6d81f on host dv-cinder-844563-8-iscsi {{(pid=106476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:46:46.253836 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5032214-3e5e-4f57-bde6-e2f53927f230 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8960060-107c-4f36-9d36-90466ed6d81f,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:46.318516 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c12a07b5-fd9b-413d-8c01-d603308cbbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461'] for port (e8960060-107c-4f36-9d36-90466ed6d81f), after_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:46.337676 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a5032214-3e5e-4f57-bde6-e2f53927f230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845688', 'neutron.services.segments.db._delete_segments_for_network-8759190702794'] for network (d515136f-3b12-489a-84c2-3d1bba246612), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:46.344348 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a07b5-fd9b-413d-8c01-d603308cbbb9 None None] Pushing event deleted for resources: {'Port': ['ID=e8960060-107c-4f36-9d36-90466ed6d81f,revision_number=None']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:46.350220 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12a07b5-fd9b-413d-8c01-d603308cbbb9 None None] No DVR routers for this DVR port e8960060-107c-4f36-9d36-90466ed6d81f on host dv-cinder-844563-8-iscsi {{(pid=106477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:46:46.363079 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-a5032214-3e5e-4f57-bde6-e2f53927f230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d515136f-3b12-489a-84c2-3d1bba246612']}} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:46.372528 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-a5032214-3e5e-4f57-bde6-e2f53927f230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073eed6a-1577-4f64-988d-2ef01a1be03a') {'for_net_delete': True} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:46.372832 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-a5032214-3e5e-4f57-bde6-e2f53927f230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073eed6a-1577-4f64-988d-2ef01a1be03a') {} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:46.382516 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a5032214-3e5e-4f57-bde6-e2f53927f230 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759190673511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260594424'] for segment (073eed6a-1577-4f64-988d-2ef01a1be03a), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:46.396824 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a5032214-3e5e-4f57-bde6-e2f53927f230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (073eed6a-1577-4f64-988d-2ef01a1be03a), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:46.404147 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5032214-3e5e-4f57-bde6-e2f53927f230 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=106476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:46:46.405244 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a5032214-3e5e-4f57-bde6-e2f53927f230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3668257'] for segment (073eed6a-1577-4f64-988d-2ef01a1be03a), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:46.426161 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment 073eed6a-1577-4f64-988d-2ef01a1be03a resource provider aggregate not found Sep 28 08:46:46.431094 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:46.459876 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment 073eed6a-1577-4f64-988d-2ef01a1be03a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 073eed6a-1577-4f64-988d-2ef01a1be03a found for delete ", "request_id": "req-8b42b7c7-8317-4de4-a35c-79eb89142ed7"}]} Sep 28 08:46:46.480899 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a5032214-3e5e-4f57-bde6-e2f53927f230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595797'] for network (d515136f-3b12-489a-84c2-3d1bba246612), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:46.487276 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a5032214-3e5e-4f57-bde6-e2f53927f230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:46.490869 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-a5032214-3e5e-4f57-bde6-e2f53927f230 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/d515136f-3b12-489a-84c2-3d1bba246612 HTTP/1.1" status: 204 len: 168 time: 0.5667441 Sep 28 08:46:46.620721 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 58880) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:46.667662 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-d5e03832-d023-4c52-afb7-4789448282ef admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c507f95ba3c34cc789ee8903b40c346d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453110 Sep 28 08:46:46.670982 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 58882) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:46.684072 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:46.739659 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-047eb436-789c-465a-9659-11503bf47766 admin admin] Publish callbacks [] for security_group (aa65c3bf-b0e1-4d9a-9b98-348655d90e22), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:46.762977 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-047eb436-789c-465a-9659-11503bf47766 admin admin] Publish callbacks [] for security_group (aa65c3bf-b0e1-4d9a-9b98-348655d90e22), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:46.791554 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5032214-3e5e-4f57-bde6-e2f53927f230 admin admin] Pushing event deleted for resources: {'Network': ['ID=d515136f-3b12-489a-84c2-3d1bba246612,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:46.815846 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-047eb436-789c-465a-9659-11503bf47766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (aa65c3bf-b0e1-4d9a-9b98-348655d90e22), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:46.818755 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-047eb436-789c-465a-9659-11503bf47766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:46.820086 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-047eb436-789c-465a-9659-11503bf47766 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/aa65c3bf-b0e1-4d9a-9b98-348655d90e22 HTTP/1.1" status: 204 len: 168 time: 0.1477041 Sep 28 08:46:46.828632 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047eb436-789c-465a-9659-11503bf47766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa65c3bf-b0e1-4d9a-9b98-348655d90e22,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:46.843281 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21bd9c-f859-4f05-83db-e584e5400728 req-02e4cdd6-a4a2-4d73-b7ff-c17cf211b75b tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:46.845663 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ab21bd9c-f859-4f05-83db-e584e5400728 req-02e4cdd6-a4a2-4d73-b7ff-c17cf211b75b tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b HTTP/1.1" status: 200 len: 943 time: 0.0560830 Sep 28 08:46:46.897113 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ab21bd9c-f859-4f05-83db-e584e5400728 req-aabc5bd5-c45f-4f45-a00b-a042f1cc4fd9 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ffc1edcd-41cb-4b5a-9410-32c5f45ce9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440795 Sep 28 08:46:47.163741 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58890) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:47.204943 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-171aac1f-1a23-4bc7-be05-27c635aafa00 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f6dac82b091e40b38f9fd37de64e1566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399814 Sep 28 08:46:47.207488 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58892) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:47.219059 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:47.259719 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-201f67f1-e8a5-4322-876f-fea71ee926c7 admin admin] Publish callbacks [] for security_group (ec26c61f-098f-4210-a7f4-58002ed7687f), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:47.282160 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-201f67f1-e8a5-4322-876f-fea71ee926c7 admin admin] Publish callbacks [] for security_group (ec26c61f-098f-4210-a7f4-58002ed7687f), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:47.328466 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-201f67f1-e8a5-4322-876f-fea71ee926c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (ec26c61f-098f-4210-a7f4-58002ed7687f), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:47.331138 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-201f67f1-e8a5-4322-876f-fea71ee926c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:47.334789 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-201f67f1-e8a5-4322-876f-fea71ee926c7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ec26c61f-098f-4210-a7f4-58002ed7687f HTTP/1.1" status: 204 len: 168 time: 0.1239038 Sep 28 08:46:47.341663 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f67f1-e8a5-4322-876f-fea71ee926c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec26c61f-098f-4210-a7f4-58002ed7687f,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:47.615903 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 0ca48801-f90d-42ac-a573-dc95c0baf2c2 no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:46:47.637782 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: 0ca48801-f90d-42ac-a573-dc95c0baf2c2 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:46:47.637985 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 0ca48801-f90d-42ac-a573-dc95c0baf2c2 not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:46:47.638305 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device e8960060-107c-4f36-9d36-90466ed6d81f no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:46:47.656900 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: e8960060-107c-4f36-9d36-90466ed6d81f {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:46:47.657271 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device e8960060-107c-4f36-9d36-90466ed6d81f not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:46:47.800019 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device a3ad7883-60b5-4319-9508-c4abe5abf2d6 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:46:47.902743 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port a3ad7883-60b5-4319-9508-c4abe5abf2d6, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a3ad7883-60b5-4319-9508-c4abe5abf2d6,segment=NetworkSegment(52f4fd3c-c9b0-4536-b2fa-f368a4de5deb),segment_id=52f4fd3c-c9b0-4536-b2fa-f368a4de5deb)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:46:47.914056 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': 'a3ad7883-60b5-4319-9508-c4abe5abf2d6', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'port_id': 'a3ad7883-60b5-4319-9508-c4abe5abf2d6', 'mac_address': 'fa:16:3e:91:d9:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:46:47.951304 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port a3ad7883-60b5-4319-9508-c4abe5abf2d6 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:46:47.951731 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (a3ad7883-60b5-4319-9508-c4abe5abf2d6), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:47.965622 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ad7883-60b5-4319-9508-c4abe5abf2d6 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:46:47.991830 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port a3ad7883-60b5-4319-9508-c4abe5abf2d6, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a3ad7883-60b5-4319-9508-c4abe5abf2d6,segment=NetworkSegment(52f4fd3c-c9b0-4536-b2fa-f368a4de5deb),segment_id=52f4fd3c-c9b0-4536-b2fa-f368a4de5deb)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:46:47.995718 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (a3ad7883-60b5-4319-9508-c4abe5abf2d6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:48.021106 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abdf3d-d498-453c-a4eb-c9b50a94acd9 req-6c236cd8-3caf-4c1d-b168-171594ff95a7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:48.022600 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c1abdf3d-d498-453c-a4eb-c9b50a94acd9 req-6c236cd8-3caf-4c1d-b168-171594ff95a7 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b HTTP/1.1" status: 200 len: 943 time: 0.0465262 Sep 28 08:46:48.041517 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=a3ad7883-60b5-4319-9508-c4abe5abf2d6,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:48.071078 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c1abdf3d-d498-453c-a4eb-c9b50a94acd9 req-fc9a6dc3-8563-4a8d-a39c-314822721793 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ffc1edcd-41cb-4b5a-9410-32c5f45ce9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426533 Sep 28 08:46:48.481662 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['a3ad7883-60b5-4319-9508-c4abe5abf2d6'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:46:48.538533 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:48.566337 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:49.196805 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa772ac-eb60-4b6d-9410-79090d50f38b req-33410f6a-8ecb-424c-81bc-a22183676368 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:49.198316 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3aa772ac-eb60-4b6d-9410-79090d50f38b req-33410f6a-8ecb-424c-81bc-a22183676368 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b HTTP/1.1" status: 200 len: 944 time: 0.0468669 Sep 28 08:46:49.246424 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3aa772ac-eb60-4b6d-9410-79090d50f38b req-36eafed3-35c8-42c6-82e6-293dd142a708 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ffc1edcd-41cb-4b5a-9410-32c5f45ce9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425525 Sep 28 08:46:49.809748 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device a3ad7883-60b5-4319-9508-c4abe5abf2d6 up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:46:49.851116 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning for port a3ad7883-60b5-4319-9508-c4abe5abf2d6 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 08:46:49.856849 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port a3ad7883-60b5-4319-9508-c4abe5abf2d6 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:46:49.857260 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (a3ad7883-60b5-4319-9508-c4abe5abf2d6), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:49.857597 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port a3ad7883-60b5-4319-9508-c4abe5abf2d6 Sep 28 08:46:49.928777 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port a3ad7883-60b5-4319-9508-c4abe5abf2d6 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:46:49.929074 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (a3ad7883-60b5-4319-9508-c4abe5abf2d6), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:49.950831 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ad7883-60b5-4319-9508-c4abe5abf2d6'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:46:49.953058 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26603a8a-8b47-49fd-874a-d74eaff8d22c" -d '{"events": [{"server_uuid": "ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b", "name": "network-vif-plugged", "status": "completed", "tag": "a3ad7883-60b5-4319-9508-c4abe5abf2d6"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:46:49.968886 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port a3ad7883-60b5-4319-9508-c4abe5abf2d6, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a3ad7883-60b5-4319-9508-c4abe5abf2d6,segment=NetworkSegment(52f4fd3c-c9b0-4536-b2fa-f368a4de5deb),segment_id=52f4fd3c-c9b0-4536-b2fa-f368a4de5deb)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:46:49.973861 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (a3ad7883-60b5-4319-9508-c4abe5abf2d6), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:49.999852 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da42fa41-0691-4ef1-b084-fa21d31a7113 x-openstack-request-id: req-da42fa41-0691-4ef1-b084-fa21d31a7113 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:46:50.000141 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b", "name": "network-vif-plugged", "status": "completed", "tag": "a3ad7883-60b5-4319-9508-c4abe5abf2d6", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:46:50.000395 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-da42fa41-0691-4ef1-b084-fa21d31a7113 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:46:50.000780 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da42fa41-0691-4ef1-b084-fa21d31a7113'] response: {'server_uuid': 'ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ad7883-60b5-4319-9508-c4abe5abf2d6', 'code': 200} Sep 28 08:46:50.021806 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=a3ad7883-60b5-4319-9508-c4abe5abf2d6,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:46:50.207967 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25be7f4-acd1-4b32-ae5b-310ff99e0190 req-269f40f5-b996-4c2b-9962-bfbc95e3cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:50.209482 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a25be7f4-acd1-4b32-ae5b-310ff99e0190 req-269f40f5-b996-4c2b-9962-bfbc95e3cae9 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b HTTP/1.1" status: 200 len: 1129 time: 0.0387855 Sep 28 08:46:50.253486 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a25be7f4-acd1-4b32-ae5b-310ff99e0190 req-a6b04838-7b5f-44b5-a392-950ef9b0c170 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ffc1edcd-41cb-4b5a-9410-32c5f45ce9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376663 Sep 28 08:46:50.369552 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8aa2e-d808-4f30-a123-4b0499076d78 req-748e3c00-9a63-4bcd-95dd-b27a8ed07458 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:50.371014 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-48c8aa2e-d808-4f30-a123-4b0499076d78 req-748e3c00-9a63-4bcd-95dd-b27a8ed07458 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b HTTP/1.1" status: 200 len: 945 time: 0.0497568 Sep 28 08:46:50.426810 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-48c8aa2e-d808-4f30-a123-4b0499076d78 req-a09e283a-dceb-4cc9-b8ac-8c6111961348 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ffc1edcd-41cb-4b5a-9410-32c5f45ce9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500171 Sep 28 08:46:51.548712 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a47324-6819-416a-bd29-a4cd87450a83 req-5ba03e06-0b24-4fd1-a97a-080c34c75b5d tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:51.550214 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-08a47324-6819-416a-bd29-a4cd87450a83 req-5ba03e06-0b24-4fd1-a97a-080c34c75b5d tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b HTTP/1.1" status: 200 len: 945 time: 0.0474308 Sep 28 08:46:51.598378 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-08a47324-6819-416a-bd29-a4cd87450a83 req-cdf1a13c-03c3-48e6-8475-483ec9d1f6ff tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ffc1edcd-41cb-4b5a-9410-32c5f45ce9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426044 Sep 28 08:46:52.724000 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd6775-f6fd-47b1-8713-89a4acba4371 req-63b7a5cf-7c98-46be-ac8d-e0c82bb6c8c6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:52.725976 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-afbd6775-f6fd-47b1-8713-89a4acba4371 req-63b7a5cf-7c98-46be-ac8d-e0c82bb6c8c6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b HTTP/1.1" status: 200 len: 945 time: 0.0519302 Sep 28 08:46:52.775492 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-afbd6775-f6fd-47b1-8713-89a4acba4371 req-8c98e234-5bdd-49cb-9441-f86f7d4e708b tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ffc1edcd-41cb-4b5a-9410-32c5f45ce9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430083 Sep 28 08:46:52.889619 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7eca58-b634-4e6a-81b7-a5026865c35c req-15aa6a60-9ece-467e-8773-52b77474af88 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:52.891769 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9f7eca58-b634-4e6a-81b7-a5026865c35c req-15aa6a60-9ece-467e-8773-52b77474af88 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b HTTP/1.1" status: 200 len: 945 time: 0.0468121 Sep 28 08:46:52.901756 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 58922) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:46:52.906137 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-036a77b9-31ab-4625-8eb6-1488941ca453 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Request body: {'floatingip': {'port_id': 'a3ad7883-60b5-4319-9508-c4abe5abf2d6'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:46:52.948736 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-036a77b9-31ab-4625-8eb6-1488941ca453 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (69a7b33f-2765-4ea2-9203-70378cfba441), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:53.101837 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:53.298139 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:53.384779 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-036a77b9-31ab-4625-8eb6-1488941ca453 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:53.388995 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-036a77b9-31ab-4625-8eb6-1488941ca453 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (69a7b33f-2765-4ea2-9203-70378cfba441), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:53.492851 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.l3_db [None req-036a77b9-31ab-4625-8eb6-1488941ca453 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Floating IP 69a7b33f-2765-4ea2-9203-70378cfba441 associated. External IP: 172.27.2.252, port: a3ad7883-60b5-4319-9508-c4abe5abf2d6. Sep 28 08:46:53.692536 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036a77b9-31ab-4625-8eb6-1488941ca453 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Router 2c1b6b9f-8cae-431f-8691-887c46e580ff has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:46:53.801348 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036a77b9-31ab-4625-8eb6-1488941ca453 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:46:53.806236 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-036a77b9-31ab-4625-8eb6-1488941ca453 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:53.811814 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44206d5-5eeb-4b1c-9567-d3470b8a63f9 None None] Sync routers for ids ['2c1b6b9f-8cae-431f-8691-887c46e580ff'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:46:53.821809 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44206d5-5eeb-4b1c-9567-d3470b8a63f9 None None] Routers {'2c1b6b9f-8cae-431f-8691-887c46e580ff'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:46:53.822428 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-b44206d5-5eeb-4b1c-9567-d3470b8a63f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:46:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['2c1b6b9f-8cae-431f-8691-887c46e580ff'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:53.841810 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-036a77b9-31ab-4625-8eb6-1488941ca453 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "PUT /networking/v2.0/floatingips/69a7b33f-2765-4ea2-9203-70378cfba441 HTTP/1.1" status: 200 len: 991 time: 0.9390032 Sep 28 08:46:53.842547 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b', 'tag': 'a3ad7883-60b5-4319-9508-c4abe5abf2d6'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:46:53.845428 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7ed2ddc4584b00f7c30cf30121e6cd69d5fd04907018550f4f3d85fbaaf14d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607093c2-6b40-42fb-9d6f-c1b1c6f2144c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b", "tag": "a3ad7883-60b5-4319-9508-c4abe5abf2d6"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:46:53.886896 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d038023a-2d9d-4355-89ac-174a189ed73c x-openstack-request-id: req-d038023a-2d9d-4355-89ac-174a189ed73c {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:46:53.887192 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b", "tag": "a3ad7883-60b5-4319-9508-c4abe5abf2d6", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:46:53.887471 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d038023a-2d9d-4355-89ac-174a189ed73c {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:46:53.888530 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d038023a-2d9d-4355-89ac-174a189ed73c'] response: {'name': 'network-changed', 'server_uuid': 'ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b', 'tag': 'a3ad7883-60b5-4319-9508-c4abe5abf2d6', 'status': 'completed', 'code': 200} Sep 28 08:46:54.028236 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607093c2-6b40-42fb-9d6f-c1b1c6f2144c req-1d23b64d-42b6-4c36-967e-e44d5d71615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:54.029826 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-607093c2-6b40-42fb-9d6f-c1b1c6f2144c req-1d23b64d-42b6-4c36-967e-e44d5d71615c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6bc96052a69e409498462a1e4d499910&device_id=ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b HTTP/1.1" status: 200 len: 1129 time: 0.0753474 Sep 28 08:46:54.076120 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-b44206d5-5eeb-4b1c-9567-d3470b8a63f9 None None] Set router 2c1b6b9f-8cae-431f-8691-887c46e580ff gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:46:54.127286 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607093c2-6b40-42fb-9d6f-c1b1c6f2144c req-9f5c609c-2135-4a71-9034-4bb8068e2446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:54.128762 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-607093c2-6b40-42fb-9d6f-c1b1c6f2144c req-9f5c609c-2135-4a71-9034-4bb8068e2446 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=b5328add-2390-4470-bd9d-0ff97db6e42c HTTP/1.1" status: 200 len: 915 time: 0.0924835 Sep 28 08:46:54.191375 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-607093c2-6b40-42fb-9d6f-c1b1c6f2144c req-663e5ab5-44f3-4e23-a6a1-f63a02e39c79 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3ad7883-60b5-4319-9508-c4abe5abf2d6 HTTP/1.1" status: 200 len: 999 time: 0.0562358 Sep 28 08:46:54.246318 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607093c2-6b40-42fb-9d6f-c1b1c6f2144c req-a634ce88-e79e-4e77-be21-aac063be2f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:54.247928 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-607093c2-6b40-42fb-9d6f-c1b1c6f2144c req-a634ce88-e79e-4e77-be21-aac063be2f34 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d697553d-3af9-4c9b-ba05-d2609a53313e HTTP/1.1" status: 200 len: 853 time: 0.0510008 Sep 28 08:46:54.294146 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607093c2-6b40-42fb-9d6f-c1b1c6f2144c req-c81448f1-d728-41d2-b87d-75f1817d64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:46:54.295666 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-607093c2-6b40-42fb-9d6f-c1b1c6f2144c req-c81448f1-d728-41d2-b87d-75f1817d64a8 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b5328add-2390-4470-bd9d-0ff97db6e42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413220 Sep 28 08:46:54.307858 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-b44206d5-5eeb-4b1c-9567-d3470b8a63f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '69a7b33f-2765-4ea2-9203-70378cfba441', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'port_id': 'a3ad7883-60b5-4319-9508-c4abe5abf2d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'mac_address': 'fa:16:3e:91:d9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:46:37Z', 'updated_at': '2022-09-28T08:46:53Z', 'revision_number': 1, 'project_id': '6bc96052a69e409498462a1e4d499910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:31Z', 'revision_number': 5, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:54.312360 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-f77576e8-54eb-4c1c-95f9-e0852fe16f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:54.336553 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44206d5-5eeb-4b1c-9567-d3470b8a63f9 None None] Checking router: 2c1b6b9f-8cae-431f-8691-887c46e580ff for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:46:54.345810 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44206d5-5eeb-4b1c-9567-d3470b8a63f9 None None] Routers {'2c1b6b9f-8cae-431f-8691-887c46e580ff'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:46:54.346431 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-b44206d5-5eeb-4b1c-9567-d3470b8a63f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:46:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['2c1b6b9f-8cae-431f-8691-887c46e580ff'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:54.387925 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-607093c2-6b40-42fb-9d6f-c1b1c6f2144c req-35539ef1-509c-4b70-9787-231016210002 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834866 Sep 28 08:46:54.450095 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-b44206d5-5eeb-4b1c-9567-d3470b8a63f9 None None] Set router 2c1b6b9f-8cae-431f-8691-887c46e580ff gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:46:54.484519 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-607093c2-6b40-42fb-9d6f-c1b1c6f2144c req-ea1107ce-7fd8-4993-9ef6-ffe478f8ec85 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892961 Sep 28 08:46:54.538322 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:54.584868 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:46:54.665932 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-b44206d5-5eeb-4b1c-9567-d3470b8a63f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '69a7b33f-2765-4ea2-9203-70378cfba441', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'port_id': 'a3ad7883-60b5-4319-9508-c4abe5abf2d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'mac_address': 'fa:16:3e:91:d9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:46:37Z', 'updated_at': '2022-09-28T08:46:53Z', 'revision_number': 1, 'project_id': '6bc96052a69e409498462a1e4d499910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:31Z', 'revision_number': 5, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:46:54.694532 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44206d5-5eeb-4b1c-9567-d3470b8a63f9 None None] The sync data for ids ['2c1b6b9f-8cae-431f-8691-887c46e580ff'] in dv-cinder-844563-8-iscsi is: [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '69a7b33f-2765-4ea2-9203-70378cfba441', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'port_id': 'a3ad7883-60b5-4319-9508-c4abe5abf2d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'mac_address': 'fa:16:3e:91:d9:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:46:37Z', 'updated_at': '2022-09-28T08:46:53Z', 'revision_number': 1, 'project_id': '6bc96052a69e409498462a1e4d499910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:31Z', 'revision_number': 5, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:46:54.878434 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f9b553-9b87-454f-865b-b51332a56622 None None] New status for floating IP 69a7b33f-2765-4ea2-9203-70378cfba441: ACTIVE {{(pid=106478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:46:56.691941 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-5aa677ec-362f-4d06-8754-4199ac9e8095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:57.881383 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:59.453273 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:46:59.506825 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:03.747735 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:47:03.834170 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=54 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:03.838199 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:04.474357 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=72,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:04.480288 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:06.078418 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:13.778491 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=38,neutron:UPDATE=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:13.779385 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=49 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:14.631425 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843dc8cf-20f5-463c-b53d-7b13f3a061ea req-a742ea9d-3871-4e93-b082-546cc4ad6743 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:14.632917 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-843dc8cf-20f5-463c-b53d-7b13f3a061ea req-a742ea9d-3871-4e93-b082-546cc4ad6743 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bb92ccd6-c465-416c-a715-84efa8668ad2 HTTP/1.1" status: 200 len: 946 time: 0.0475380 Sep 28 08:47:14.680374 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-843dc8cf-20f5-463c-b53d-7b13f3a061ea req-e044b9bb-d76c-486e-9b13-6220b5b412a9 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416389 Sep 28 08:47:15.805031 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ab3d3-5943-4d25-b992-ce7a5430400b req-0f80bfc0-489f-4146-ad48-be31464887a4 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:15.806440 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6d0ab3d3-5943-4d25-b992-ce7a5430400b req-0f80bfc0-489f-4146-ad48-be31464887a4 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bb92ccd6-c465-416c-a715-84efa8668ad2 HTTP/1.1" status: 200 len: 946 time: 0.0464742 Sep 28 08:47:15.859107 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6d0ab3d3-5943-4d25-b992-ce7a5430400b req-8829e52c-fc60-4f2a-ab2c-ea38b18d1d53 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467446 Sep 28 08:47:16.072508 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:16.074434 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:16.763060 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d7c07-4fc5-48f6-b8d0-67c0d3197794 req-e6ed6693-704b-49a8-8dfa-7ec24f6745bd tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:16.764490 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-210d7c07-4fc5-48f6-b8d0-67c0d3197794 req-e6ed6693-704b-49a8-8dfa-7ec24f6745bd tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=bb92ccd6-c465-416c-a715-84efa8668ad2 HTTP/1.1" status: 200 len: 946 time: 0.0465298 Sep 28 08:47:16.851451 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-210d7c07-4fc5-48f6-b8d0-67c0d3197794 req-48eaa045-500b-44fe-b3c6-85c23231ca85 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Deleting port 7401d624-9a08-4c27-a133-b9997af58cd5 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:47:16.851712 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-210d7c07-4fc5-48f6-b8d0-67c0d3197794 req-48eaa045-500b-44fe-b3c6-85c23231ca85 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (7401d624-9a08-4c27-a133-b9997af58cd5), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:16.947994 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-210d7c07-4fc5-48f6-b8d0-67c0d3197794 req-48eaa045-500b-44fe-b3c6-85c23231ca85 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] For port 7401d624-9a08-4c27-a133-b9997af58cd5, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7401d624-9a08-4c27-a133-b9997af58cd5,segment=NetworkSegment(2515fd19-f888-4848-8b6d-485c5cc7ff23),segment_id=2515fd19-f888-4848-8b6d-485c5cc7ff23)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:47:16.948448 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-210d7c07-4fc5-48f6-b8d0-67c0d3197794 req-48eaa045-500b-44fe-b3c6-85c23231ca85 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (7401d624-9a08-4c27-a133-b9997af58cd5), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:16.962289 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-210d7c07-4fc5-48f6-b8d0-67c0d3197794 req-48eaa045-500b-44fe-b3c6-85c23231ca85 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Calling delete_port for 7401d624-9a08-4c27-a133-b9997af58cd5 owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:47:16.982324 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0d7a6-6279-4af5-94f7-8c6cc6c926ba req-b4b0f275-6c8c-41cd-a2ad-b785dc8dabd7 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:16.983816 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-afa0d7a6-6279-4af5-94f7-8c6cc6c926ba req-b4b0f275-6c8c-41cd-a2ad-b785dc8dabd7 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=bb92ccd6-c465-416c-a715-84efa8668ad2 HTTP/1.1" status: 200 len: 946 time: 0.0468500 Sep 28 08:47:17.031896 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-afa0d7a6-6279-4af5-94f7-8c6cc6c926ba req-586ed376-e8e7-41cb-9dfc-508e8bb1c064 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423803 Sep 28 08:47:17.100512 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-210d7c07-4fc5-48f6-b8d0-67c0d3197794 req-48eaa045-500b-44fe-b3c6-85c23231ca85 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (7401d624-9a08-4c27-a133-b9997af58cd5), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:17.128173 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eaa045-500b-44fe-b3c6-85c23231ca85 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Pushing event deleted for resources: {'Port': ['ID=7401d624-9a08-4c27-a133-b9997af58cd5,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:17.138322 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['7401d624-9a08-4c27-a133-b9997af58cd5'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:47:17.175180 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-210d7c07-4fc5-48f6-b8d0-67c0d3197794 req-48eaa045-500b-44fe-b3c6-85c23231ca85 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] No DVR routers for this DVR port 7401d624-9a08-4c27-a133-b9997af58cd5 on host hv-cinder-84456 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:47:17.177634 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-210d7c07-4fc5-48f6-b8d0-67c0d3197794 req-48eaa045-500b-44fe-b3c6-85c23231ca85 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:17.181330 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-210d7c07-4fc5-48f6-b8d0-67c0d3197794 req-48eaa045-500b-44fe-b3c6-85c23231ca85 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.26 "DELETE /networking/v2.0/ports/7401d624-9a08-4c27-a133-b9997af58cd5 HTTP/1.1" status: 204 len: 173 time: 0.4118791 Sep 28 08:47:17.181819 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb92ccd6-c465-416c-a715-84efa8668ad2', 'name': 'network-vif-deleted', 'tag': '7401d624-9a08-4c27-a133-b9997af58cd5'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:47:17.184105 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771b3be5-1ee0-40cf-bc04-586f1b8b1364" -d '{"events": [{"server_uuid": "bb92ccd6-c465-416c-a715-84efa8668ad2", "name": "network-vif-deleted", "tag": "7401d624-9a08-4c27-a133-b9997af58cd5"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:47:17.229126 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c7fc88-c0d8-445b-b5ca-dc76ce3edcfb x-openstack-request-id: req-b8c7fc88-c0d8-445b-b5ca-dc76ce3edcfb {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:47:17.229581 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb92ccd6-c465-416c-a715-84efa8668ad2", "name": "network-vif-deleted", "tag": "7401d624-9a08-4c27-a133-b9997af58cd5", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:47:17.230039 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8c7fc88-c0d8-445b-b5ca-dc76ce3edcfb {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:47:17.230581 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8c7fc88-c0d8-445b-b5ca-dc76ce3edcfb'] response: {'server_uuid': 'bb92ccd6-c465-416c-a715-84efa8668ad2', 'name': 'network-vif-deleted', 'tag': '7401d624-9a08-4c27-a133-b9997af58cd5', 'status': 'completed', 'code': 200} Sep 28 08:47:20.946684 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 7401d624-9a08-4c27-a133-b9997af58cd5 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:47:20.966572 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] No Port match for: 7401d624-9a08-4c27-a133-b9997af58cd5 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:47:20.966915 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 7401d624-9a08-4c27-a133-b9997af58cd5 not bound to the agent host hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:47:24.294053 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-4e27075e-b565-4144-b8a6-7414f655784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:26.693821 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b24997d4-f25a-4a1e-9507-8929fe029c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:27.020990 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=28 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:27.027679 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=26 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:27.155496 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=48,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:27.156316 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=41,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:27.885069 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:29.456375 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:29.508912 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:30.224564 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-d80f667d-d775-430e-84ad-f7fd001636ec tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:30.226101 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-d80f667d-d775-430e-84ad-f7fd001636ec tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/networks?id=e0943dc5-f513-4bf7-90d4-1fd4b5eef58e HTTP/1.1" status: 200 len: 814 time: 0.1038229 Sep 28 08:47:30.240977 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-1e859a09-4542-4471-9e51-23f7367fbd32 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/quotas/bfe1975eab4d4dad9aab52c90493bf7d HTTP/1.1" status: 200 len: 375 time: 0.0093203 Sep 28 08:47:30.273735 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-47ec1c1f-65f4-4338-b500-7491bac3500d tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=bfe1975eab4d4dad9aab52c90493bf7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278077 Sep 28 08:47:30.369048 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-76cb3f02-ccc8-42bd-abc7-910142c68960 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e0943dc5-f513-4bf7-90d4-1fd4b5eef58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887463 Sep 28 08:47:30.466923 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-cac26456-cf31-4d72-ae19-34df3cebf7d6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/e0943dc5-f513-4bf7-90d4-1fd4b5eef58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921278 Sep 28 08:47:30.635337 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1c495f73-40d7-4d18-8146-8de372a21e42 req-e03b6a8a-ae23-46f3-bfea-5acbf66db1e2 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16601fb4-a1c0-44b2-a623-6ec03fd1adc8 HTTP/1.1" status: 200 len: 210 time: 0.0283329 Sep 28 08:47:31.747759 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-65de8d2f-7782-4943-a288-c54b17d29dde req-8dda417d-9f43-4485-9997-9bdca139198d tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16601fb4-a1c0-44b2-a623-6ec03fd1adc8 HTTP/1.1" status: 200 len: 210 time: 0.0349188 Sep 28 08:47:31.798970 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-b53c689f-9c2d-4a48-b914-99286c0591f3 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:31.800524 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-b53c689f-9c2d-4a48-b914-99286c0591f3 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.26 "GET /networking/v2.0/networks?id=e0943dc5-f513-4bf7-90d4-1fd4b5eef58e HTTP/1.1" status: 200 len: 814 time: 0.1149440 Sep 28 08:47:31.821450 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-6f658479-b787-4fcb-b178-c0705e89edd0 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Request body: {'port': {'device_id': '16601fb4-a1c0-44b2-a623-6ec03fd1adc8', 'network_id': 'e0943dc5-f513-4bf7-90d4-1fd4b5eef58e', 'admin_state_up': True, 'tenant_id': 'bfe1975eab4d4dad9aab52c90493bf7d'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:47:31.933411 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-6f658479-b787-4fcb-b178-c0705e89edd0 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Made reservation on behalf of bfe1975eab4d4dad9aab52c90493bf7d for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:47:31.937023 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-6f658479-b787-4fcb-b178-c0705e89edd0 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:32.067955 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-6f658479-b787-4fcb-b178-c0705e89edd0 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Allocated IP 172.20.0.5 (e0943dc5-f513-4bf7-90d4-1fd4b5eef58e/ca8aea1e-d530-4542-bc1e-6e37881e59d2/79ccb1f9-8ae2-4618-9acb-3c19b76345c3) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:47:32.222252 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-6f658479-b787-4fcb-b178-c0705e89edd0 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Publish callbacks [] for port (79ccb1f9-8ae2-4618-9acb-3c19b76345c3), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:32.256194 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-6f658479-b787-4fcb-b178-c0705e89edd0 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (79ccb1f9-8ae2-4618-9acb-3c19b76345c3), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:32.309705 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-6f658479-b787-4fcb-b178-c0705e89edd0 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Network e0943dc5-f513-4bf7-90d4-1fd4b5eef58e is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:47:32.315767 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-6f658479-b787-4fcb-b178-c0705e89edd0 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:47:32.320784 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-6f658479-b787-4fcb-b178-c0705e89edd0 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:47:32.344393 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f658479-b787-4fcb-b178-c0705e89edd0 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Pushing event updated for resources: {'Port': ['ID=79ccb1f9-8ae2-4618-9acb-3c19b76345c3,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:32.391224 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-6f658479-b787-4fcb-b178-c0705e89edd0 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:32.391864 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-6f658479-b787-4fcb-b178-c0705e89edd0 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:32.410581 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-6f658479-b787-4fcb-b178-c0705e89edd0 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5940061 Sep 28 08:47:32.433330 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Request body: {'port': {'device_id': '16601fb4-a1c0-44b2-a623-6ec03fd1adc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:47:32.491744 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (79ccb1f9-8ae2-4618-9acb-3c19b76345c3), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:32.536185 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:32.595615 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:32.757948 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ccb1f9-8ae2-4618-9acb-3c19b76345c3 {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:47:32.765505 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Publish callbacks [] for port (79ccb1f9-8ae2-4618-9acb-3c19b76345c3), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:32.778667 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Transition to ACTIVE for port object 79ccb1f9-8ae2-4618-9acb-3c19b76345c3 will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 08:47:32.783018 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (79ccb1f9-8ae2-4618-9acb-3c19b76345c3), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:32.842649 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Pushing event updated for resources: {'Port': ['ID=79ccb1f9-8ae2-4618-9acb-3c19b76345c3,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:32.872678 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6017070-ad80-45ed-8e39-24eda945776a req-fcd1a692-6a69-4e5c-8980-e228fe9568ca tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:32.874264 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f6017070-ad80-45ed-8e39-24eda945776a req-fcd1a692-6a69-4e5c-8980-e228fe9568ca tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16601fb4-a1c0-44b2-a623-6ec03fd1adc8 HTTP/1.1" status: 200 len: 943 time: 0.0486770 Sep 28 08:47:32.898865 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Attempting to bind port 79ccb1f9-8ae2-4618-9acb-3c19b76345c3 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:47:32.899204 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Attempting to bind port 79ccb1f9-8ae2-4618-9acb-3c19b76345c3 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '2515fd19-f888-4848-8b6d-485c5cc7ff23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e0943dc5-f513-4bf7-90d4-1fd4b5eef58e'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:47:32.899540 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Attempting to bind port 79ccb1f9-8ae2-4618-9acb-3c19b76345c3 on network e0943dc5-f513-4bf7-90d4-1fd4b5eef58e {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:47:32.921911 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f6017070-ad80-45ed-8e39-24eda945776a req-d1d409b0-5c74-4b64-b94e-9b4940c69155 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419321 Sep 28 08:47:32.943378 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Port 79ccb1f9-8ae2-4618-9acb-3c19b76345c3 on network e0943dc5-f513-4bf7-90d4-1fd4b5eef58e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:47:32.943710 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Attempting to bind port 79ccb1f9-8ae2-4618-9acb-3c19b76345c3 on network e0943dc5-f513-4bf7-90d4-1fd4b5eef58e {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:47:32.989827 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Checking agent: {'id': '0e203ff6-fe6d-4565-9e88-81d2831b3c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'started_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:47:32.990166 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Checking segment: {'id': '2515fd19-f888-4848-8b6d-485c5cc7ff23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e0943dc5-f513-4bf7-90d4-1fd4b5eef58e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:47:32.990551 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Bound using segment: {'id': '2515fd19-f888-4848-8b6d-485c5cc7ff23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e0943dc5-f513-4bf7-90d4-1fd4b5eef58e'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:47:32.990993 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Bound port: 79ccb1f9-8ae2-4618-9acb-3c19b76345c3, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2515fd19-f888-4848-8b6d-485c5cc7ff23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'e0943dc5-f513-4bf7-90d4-1fd4b5eef58e'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:47:32.991480 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (79ccb1f9-8ae2-4618-9acb-3c19b76345c3), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:33.054977 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] For port 79ccb1f9-8ae2-4618-9acb-3c19b76345c3, host hv-cinder-84456, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:47:33.057930 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] For port 79ccb1f9-8ae2-4618-9acb-3c19b76345c3, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=79ccb1f9-8ae2-4618-9acb-3c19b76345c3,segment=NetworkSegment(2515fd19-f888-4848-8b6d-485c5cc7ff23),segment_id=2515fd19-f888-4848-8b6d-485c5cc7ff23)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:47:33.063044 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (79ccb1f9-8ae2-4618-9acb-3c19b76345c3), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:33.067122 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:33.067728 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:33.069698 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/79ccb1f9-8ae2-4618-9acb-3c19b76345c3 HTTP/1.1" status: 200 len: 1093 time: 0.6402447 Sep 28 08:47:33.071171 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16601fb4-a1c0-44b2-a623-6ec03fd1adc8', 'tag': '79ccb1f9-8ae2-4618-9acb-3c19b76345c3'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:47:33.073447 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35ca6c4-241a-409e-87f0-64ac4f2f1c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "16601fb4-a1c0-44b2-a623-6ec03fd1adc8", "tag": "79ccb1f9-8ae2-4618-9acb-3c19b76345c3"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:47:33.115087 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab4c306-97b8-42aa-9cdc-286d34e49d5c x-openstack-request-id: req-2ab4c306-97b8-42aa-9cdc-286d34e49d5c {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:47:33.115375 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16601fb4-a1c0-44b2-a623-6ec03fd1adc8", "tag": "79ccb1f9-8ae2-4618-9acb-3c19b76345c3", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:47:33.115628 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2ab4c306-97b8-42aa-9cdc-286d34e49d5c {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:47:33.116027 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ab4c306-97b8-42aa-9cdc-286d34e49d5c'] response: {'name': 'network-changed', 'server_uuid': '16601fb4-a1c0-44b2-a623-6ec03fd1adc8', 'tag': '79ccb1f9-8ae2-4618-9acb-3c19b76345c3', 'status': 'completed', 'code': 200} Sep 28 08:47:33.120709 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Pushing event updated for resources: {'Port': ['ID=79ccb1f9-8ae2-4618-9acb-3c19b76345c3,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:33.127911 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:33.128266 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:33.128612 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:33.128954 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:33.129314 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:33.129648 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:33.129981 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:33.130310 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:33.130637 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:33.130964 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:33.131293 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:33.131617 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:33.132488 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:33.132816 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:33.133165 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed8a85f-fd15-4b0a-8f35-04347d565771 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:33.216796 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-1935553a-4f2a-4799-9141-fe0c2a054a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:33.218566 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-1935553a-4f2a-4799-9141-fe0c2a054a86 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=bfe1975eab4d4dad9aab52c90493bf7d&device_id=16601fb4-a1c0-44b2-a623-6ec03fd1adc8 HTTP/1.1" status: 200 len: 1127 time: 0.0400128 Sep 28 08:47:33.263403 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-eedbb4d5-e07b-4dfa-9109-96796191a5d7 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79ccb1f9-8ae2-4618-9acb-3c19b76345c3 HTTP/1.1" status: 200 len: 217 time: 0.0323443 Sep 28 08:47:33.317334 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-f6bb657a-e3db-4762-b4b7-4b0cf68abad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:33.318750 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-f6bb657a-e3db-4762-b4b7-4b0cf68abad3 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=ca8aea1e-d530-4542-bc1e-6e37881e59d2 HTTP/1.1" status: 200 len: 854 time: 0.0490844 Sep 28 08:47:33.351921 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-dc828fd4-55f5-49d1-a767-f90ac619f81b service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=e0943dc5-f513-4bf7-90d4-1fd4b5eef58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266016 Sep 28 08:47:33.447149 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-f29fcaf2-a3d8-4ab0-b23b-bbaa27509ff4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e0943dc5-f513-4bf7-90d4-1fd4b5eef58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877297 Sep 28 08:47:33.506673 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:33.539750 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-0bfe8507-8255-4f44-9978-baf1b3faec2a req-182cafaa-5fbb-4f13-8499-5d40bfa87bd2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e0943dc5-f513-4bf7-90d4-1fd4b5eef58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867498 Sep 28 08:47:34.045039 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f971f4-987c-4309-9be4-35798f0f6830 req-a576d92b-6176-4d07-aadd-abe3468f20d2 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:34.046526 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-27f971f4-987c-4309-9be4-35798f0f6830 req-a576d92b-6176-4d07-aadd-abe3468f20d2 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16601fb4-a1c0-44b2-a623-6ec03fd1adc8 HTTP/1.1" status: 200 len: 943 time: 0.0483689 Sep 28 08:47:34.095836 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-27f971f4-987c-4309-9be4-35798f0f6830 req-0f255b13-a533-4925-a19b-53b708df6c93 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433888 Sep 28 08:47:34.211615 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84edc4ad-b131-4b82-812e-0f509b2f66e3 req-189490c9-885c-4a67-92a4-d34e6cbceff8 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:34.213084 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-84edc4ad-b131-4b82-812e-0f509b2f66e3 req-189490c9-885c-4a67-92a4-d34e6cbceff8 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0505292 Sep 28 08:47:34.260570 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-84edc4ad-b131-4b82-812e-0f509b2f66e3 req-825c9e24-0316-4b42-bc80-5e5f48df1339 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419014 Sep 28 08:47:35.219022 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5839b1c-4004-4021-b972-aba53910e9a6 req-f7384894-2844-4e0c-8605-e03b206ef3e4 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:35.220485 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d5839b1c-4004-4021-b972-aba53910e9a6 req-f7384894-2844-4e0c-8605-e03b206ef3e4 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16601fb4-a1c0-44b2-a623-6ec03fd1adc8 HTTP/1.1" status: 200 len: 943 time: 0.0461559 Sep 28 08:47:35.267619 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d5839b1c-4004-4021-b972-aba53910e9a6 req-9024ce8a-4f19-478b-b7b5-64e7ad04fd7a tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415168 Sep 28 08:47:35.387545 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df964cf-c3b3-443a-b0da-fbf4867a6f83 req-d04b5858-8fb9-4f20-a4e4-a52f4d82d367 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:35.388948 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3df964cf-c3b3-443a-b0da-fbf4867a6f83 req-d04b5858-8fb9-4f20-a4e4-a52f4d82d367 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0472767 Sep 28 08:47:35.439156 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3df964cf-c3b3-443a-b0da-fbf4867a6f83 req-3850023d-315a-485d-99c5-d23628c32bd0 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445883 Sep 28 08:47:36.072441 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:36.388752 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f0d31-b244-4e00-980b-2e3980123bbe req-bbe2bd59-dacf-4929-8b01-9c394b6a6aac tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:36.390185 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b32f0d31-b244-4e00-980b-2e3980123bbe req-bbe2bd59-dacf-4929-8b01-9c394b6a6aac tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16601fb4-a1c0-44b2-a623-6ec03fd1adc8 HTTP/1.1" status: 200 len: 943 time: 0.0465276 Sep 28 08:47:36.437528 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b32f0d31-b244-4e00-980b-2e3980123bbe req-d39a2bf6-d693-4f28-8516-81c7e7f98dde tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417109 Sep 28 08:47:36.562391 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b95556-44ed-49a1-af85-3cae08a50d20 req-f5cff04e-d631-4171-a209-678c334c4ef9 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:36.563833 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f3b95556-44ed-49a1-af85-3cae08a50d20 req-f5cff04e-d631-4171-a209-678c334c4ef9 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0452352 Sep 28 08:47:36.615727 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f3b95556-44ed-49a1-af85-3cae08a50d20 req-26358773-c073-486f-a95e-99dfbb07209f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461459 Sep 28 08:47:36.650881 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:36.654792 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ca6c4-241a-409e-87f0-64ac4f2f1c3d req-9337af7a-02e1-441e-aff6-06774c031840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:36.656309 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b35ca6c4-241a-409e-87f0-64ac4f2f1c3d req-9337af7a-02e1-441e-aff6-06774c031840 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=bfe1975eab4d4dad9aab52c90493bf7d&device_id=16601fb4-a1c0-44b2-a623-6ec03fd1adc8 HTTP/1.1" status: 200 len: 1127 time: 0.0484483 Sep 28 08:47:36.752450 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ca6c4-241a-409e-87f0-64ac4f2f1c3d req-157096f5-cc5f-4407-a5c5-0da3a2f50f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:36.753956 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b35ca6c4-241a-409e-87f0-64ac4f2f1c3d req-157096f5-cc5f-4407-a5c5-0da3a2f50f3b service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=e0943dc5-f513-4bf7-90d4-1fd4b5eef58e HTTP/1.1" status: 200 len: 915 time: 0.0917976 Sep 28 08:47:36.857815 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b35ca6c4-241a-409e-87f0-64ac4f2f1c3d req-499d2a24-2375-4d22-b515-9c9a25c7d155 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79ccb1f9-8ae2-4618-9acb-3c19b76345c3 HTTP/1.1" status: 200 len: 217 time: 0.0320163 Sep 28 08:47:36.905688 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ca6c4-241a-409e-87f0-64ac4f2f1c3d req-e44bd644-4c58-4ca8-acde-0548215d7cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:36.907000 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b35ca6c4-241a-409e-87f0-64ac4f2f1c3d req-e44bd644-4c58-4ca8-acde-0548215d7cb9 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=ca8aea1e-d530-4542-bc1e-6e37881e59d2 HTTP/1.1" status: 200 len: 854 time: 0.0429683 Sep 28 08:47:36.942409 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b35ca6c4-241a-409e-87f0-64ac4f2f1c3d req-9245f2df-ffb7-4d7f-8aea-a556a99aec67 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=e0943dc5-f513-4bf7-90d4-1fd4b5eef58e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293286 Sep 28 08:47:37.034412 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b35ca6c4-241a-409e-87f0-64ac4f2f1c3d req-62f2a3a8-b7e6-4671-b0f6-159681d94061 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e0943dc5-f513-4bf7-90d4-1fd4b5eef58e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860412 Sep 28 08:47:37.128548 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b35ca6c4-241a-409e-87f0-64ac4f2f1c3d req-e73599e6-837c-4f81-b659-c00f9d29be52 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/e0943dc5-f513-4bf7-90d4-1fd4b5eef58e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888615 Sep 28 08:47:37.546938 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:37.549827 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:37.560885 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb092087-9357-4886-9946-0e1190f4ef0c req-8db0791a-6ebe-4d95-9783-7725024939ac tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:37.562386 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cb092087-9357-4886-9946-0e1190f4ef0c req-8db0791a-6ebe-4d95-9783-7725024939ac tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16601fb4-a1c0-44b2-a623-6ec03fd1adc8 HTTP/1.1" status: 200 len: 943 time: 0.0514369 Sep 28 08:47:37.612594 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cb092087-9357-4886-9946-0e1190f4ef0c req-a98ccfee-e6a1-461b-9db4-f65ca606372c tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445616 Sep 28 08:47:37.744553 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c131c9-c1fa-4d0a-b44c-7bd42a58074c req-1302de06-a510-456d-9ab0-9c8f95d94a9f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:37.745958 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d8c131c9-c1fa-4d0a-b44c-7bd42a58074c req-1302de06-a510-456d-9ab0-9c8f95d94a9f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0456803 Sep 28 08:47:37.800501 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d8c131c9-c1fa-4d0a-b44c-7bd42a58074c req-154df772-81a2-4e3d-9a87-8b0cff58d7d3 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489557 Sep 28 08:47:38.293743 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 79ccb1f9-8ae2-4618-9acb-3c19b76345c3 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:47:38.389671 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 79ccb1f9-8ae2-4618-9acb-3c19b76345c3, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=79ccb1f9-8ae2-4618-9acb-3c19b76345c3,segment=NetworkSegment(2515fd19-f888-4848-8b6d-485c5cc7ff23),segment_id=2515fd19-f888-4848-8b6d-485c5cc7ff23)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:47:38.403706 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': '79ccb1f9-8ae2-4618-9acb-3c19b76345c3', 'network_id': 'e0943dc5-f513-4bf7-90d4-1fd4b5eef58e', 'port_id': '79ccb1f9-8ae2-4618-9acb-3c19b76345c3', 'mac_address': 'fa:16:3e:f4:91:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8aea1e-d530-4542-bc1e-6e37881e59d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:47:38.437772 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 79ccb1f9-8ae2-4618-9acb-3c19b76345c3 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:47:38.438163 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (79ccb1f9-8ae2-4618-9acb-3c19b76345c3), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:38.450902 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ccb1f9-8ae2-4618-9acb-3c19b76345c3 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:47:38.470329 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 79ccb1f9-8ae2-4618-9acb-3c19b76345c3, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=79ccb1f9-8ae2-4618-9acb-3c19b76345c3,segment=NetworkSegment(2515fd19-f888-4848-8b6d-485c5cc7ff23),segment_id=2515fd19-f888-4848-8b6d-485c5cc7ff23)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:47:38.474161 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (79ccb1f9-8ae2-4618-9acb-3c19b76345c3), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:38.519151 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=79ccb1f9-8ae2-4618-9acb-3c19b76345c3,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:38.526575 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:38.526926 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:38.527269 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:38.527636 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:38.527969 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:38.528302 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:38.528628 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:38.528952 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:38.529446 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:38.529775 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:38.530099 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:38.530423 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:38.530745 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:38.531063 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:38.531384 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:47:38.737271 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a40d7-9be7-4142-b3cd-2921b5565009 req-145b486d-5068-489c-899a-e571b2cddd01 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:38.738760 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-553a40d7-9be7-4142-b3cd-2921b5565009 req-145b486d-5068-489c-899a-e571b2cddd01 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16601fb4-a1c0-44b2-a623-6ec03fd1adc8 HTTP/1.1" status: 200 len: 944 time: 0.0498471 Sep 28 08:47:38.786063 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-553a40d7-9be7-4142-b3cd-2921b5565009 req-e18c71c7-0cf6-4365-af84-dc6573af4f61 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414827 Sep 28 08:47:38.927145 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2624b9b-9a65-4d6b-998c-52680c1b57b9 req-718d977d-c20f-4fac-a605-103ce20f93c5 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:38.928644 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a2624b9b-9a65-4d6b-998c-52680c1b57b9 req-718d977d-c20f-4fac-a605-103ce20f93c5 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0473747 Sep 28 08:47:38.976047 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a2624b9b-9a65-4d6b-998c-52680c1b57b9 req-8a9c57fa-4ebe-4735-a17b-0ef1d64979ad tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408278 Sep 28 08:47:38.981674 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['79ccb1f9-8ae2-4618-9acb-3c19b76345c3'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:47:39.907409 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fe7e7-b023-4257-9a09-21dba9a93935 req-015ee75a-260a-4e4d-bfb0-dc9b232ebf34 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:39.908863 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-031fe7e7-b023-4257-9a09-21dba9a93935 req-015ee75a-260a-4e4d-bfb0-dc9b232ebf34 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16601fb4-a1c0-44b2-a623-6ec03fd1adc8 HTTP/1.1" status: 200 len: 944 time: 0.0464752 Sep 28 08:47:39.958314 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-031fe7e7-b023-4257-9a09-21dba9a93935 req-2886eb47-a7ba-4269-b083-1a914444e771 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431573 Sep 28 08:47:40.099582 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3e375-6d0f-41e8-9398-68fe3a9babec req-1585158c-7492-4441-b73c-2d675d465e97 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:40.101451 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ece3e375-6d0f-41e8-9398-68fe3a9babec req-1585158c-7492-4441-b73c-2d675d465e97 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0455461 Sep 28 08:47:40.147036 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ece3e375-6d0f-41e8-9398-68fe3a9babec req-8dd8313a-5514-4776-acd8-1ac7f2da3df2 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400481 Sep 28 08:47:40.326296 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 79ccb1f9-8ae2-4618-9acb-3c19b76345c3 up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:47:40.368462 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning for port 79ccb1f9-8ae2-4618-9acb-3c19b76345c3 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 08:47:40.374548 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port 79ccb1f9-8ae2-4618-9acb-3c19b76345c3 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:47:40.375122 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (79ccb1f9-8ae2-4618-9acb-3c19b76345c3), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:40.375525 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port 79ccb1f9-8ae2-4618-9acb-3c19b76345c3 Sep 28 08:47:40.408113 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:40.451989 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 79ccb1f9-8ae2-4618-9acb-3c19b76345c3 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:47:40.452378 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (79ccb1f9-8ae2-4618-9acb-3c19b76345c3), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:40.454959 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:40.477579 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16601fb4-a1c0-44b2-a623-6ec03fd1adc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ccb1f9-8ae2-4618-9acb-3c19b76345c3'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:47:40.479842 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4609efd6-624c-442f-a109-61d59a00b159" -d '{"events": [{"server_uuid": "16601fb4-a1c0-44b2-a623-6ec03fd1adc8", "name": "network-vif-plugged", "status": "completed", "tag": "79ccb1f9-8ae2-4618-9acb-3c19b76345c3"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:47:40.493008 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 79ccb1f9-8ae2-4618-9acb-3c19b76345c3, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=79ccb1f9-8ae2-4618-9acb-3c19b76345c3,segment=NetworkSegment(2515fd19-f888-4848-8b6d-485c5cc7ff23),segment_id=2515fd19-f888-4848-8b6d-485c5cc7ff23)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:47:40.497551 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (79ccb1f9-8ae2-4618-9acb-3c19b76345c3), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:40.523595 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9d9d8d-43e8-411b-80f0-14624b8d3368 x-openstack-request-id: req-da9d9d8d-43e8-411b-80f0-14624b8d3368 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:47:40.523893 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16601fb4-a1c0-44b2-a623-6ec03fd1adc8", "name": "network-vif-plugged", "status": "completed", "tag": "79ccb1f9-8ae2-4618-9acb-3c19b76345c3", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:47:40.524149 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-da9d9d8d-43e8-411b-80f0-14624b8d3368 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:47:40.524554 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da9d9d8d-43e8-411b-80f0-14624b8d3368'] response: {'server_uuid': '16601fb4-a1c0-44b2-a623-6ec03fd1adc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ccb1f9-8ae2-4618-9acb-3c19b76345c3', 'code': 200} Sep 28 08:47:40.549362 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=79ccb1f9-8ae2-4618-9acb-3c19b76345c3,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:40.746812 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:47:40.748117 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febebdc-8d9a-4d6e-88c6-dd8a3795a2e8 req-f676be5f-98a9-4fe0-9b3a-80c4e76411ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:40.749642 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1febebdc-8d9a-4d6e-88c6-dd8a3795a2e8 req-f676be5f-98a9-4fe0-9b3a-80c4e76411ce service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=16601fb4-a1c0-44b2-a623-6ec03fd1adc8 HTTP/1.1" status: 200 len: 1129 time: 0.0382328 Sep 28 08:47:40.794365 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1febebdc-8d9a-4d6e-88c6-dd8a3795a2e8 req-f7fff87f-6bbd-4b4a-89e3-bd4a339cc829 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389903 Sep 28 08:47:41.086097 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcdd6b-aaf9-4888-aa7e-0b2d4746eb6a req-60d1ae44-a6c4-4e7d-8392-499a613866a2 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:41.087580 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ecdcdd6b-aaf9-4888-aa7e-0b2d4746eb6a req-60d1ae44-a6c4-4e7d-8392-499a613866a2 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16601fb4-a1c0-44b2-a623-6ec03fd1adc8 HTTP/1.1" status: 200 len: 945 time: 0.0516965 Sep 28 08:47:41.134062 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ecdcdd6b-aaf9-4888-aa7e-0b2d4746eb6a req-061f48dc-bd5d-487c-89e1-bcb8b9234e04 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409317 Sep 28 08:47:41.277864 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235e728-97ae-49e1-90e9-bdcd15a78a0c req-588d24f4-a73a-460a-9397-0576912845de tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:41.279318 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7235e728-97ae-49e1-90e9-bdcd15a78a0c req-588d24f4-a73a-460a-9397-0576912845de tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0496166 Sep 28 08:47:41.326411 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7235e728-97ae-49e1-90e9-bdcd15a78a0c req-95340df2-5a5f-407a-8eb3-08c166dc1e98 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413022 Sep 28 08:47:42.254719 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a091d08-6a61-4cf6-979c-1f5e00ea905b req-95907276-b715-40e2-bf2d-61529b486a3d tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:42.256290 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3a091d08-6a61-4cf6-979c-1f5e00ea905b req-95907276-b715-40e2-bf2d-61529b486a3d tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16601fb4-a1c0-44b2-a623-6ec03fd1adc8 HTTP/1.1" status: 200 len: 945 time: 0.0486751 Sep 28 08:47:42.306611 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3a091d08-6a61-4cf6-979c-1f5e00ea905b req-d07ed380-7669-4e90-b3ea-0aa5572c9310 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446033 Sep 28 08:47:42.453753 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d97b5a-7aa3-4fca-97b6-318e9ff7853d req-a3e07669-2538-43c0-9928-f3f98730c0f5 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:42.455145 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-05d97b5a-7aa3-4fca-97b6-318e9ff7853d req-a3e07669-2538-43c0-9928-f3f98730c0f5 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0456271 Sep 28 08:47:42.518102 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-05d97b5a-7aa3-4fca-97b6-318e9ff7853d req-6af46672-a503-492e-a921-706d7dea21c2 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557809 Sep 28 08:47:43.425197 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31746621-7cca-4c74-9a51-76f77700f584 req-e14342a6-9e73-4d22-8193-82d345fe9fb3 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:43.426632 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-31746621-7cca-4c74-9a51-76f77700f584 req-e14342a6-9e73-4d22-8193-82d345fe9fb3 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16601fb4-a1c0-44b2-a623-6ec03fd1adc8 HTTP/1.1" status: 200 len: 945 time: 0.0455830 Sep 28 08:47:43.452757 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:43.474714 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-31746621-7cca-4c74-9a51-76f77700f584 req-69f5b9a7-c5ba-4360-bb9d-06db0ce36936 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418286 Sep 28 08:47:43.645589 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ca495-24c6-4bd6-97af-f08bfc62043c req-1e7f9d28-3190-4706-beee-77b1113d8b43 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:43.647006 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-df7ca495-24c6-4bd6-97af-f08bfc62043c req-1e7f9d28-3190-4706-beee-77b1113d8b43 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0470436 Sep 28 08:47:43.683897 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:43.697488 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-df7ca495-24c6-4bd6-97af-f08bfc62043c req-97d582d7-b863-4efb-a81f-5ae8b4119d62 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442593 Sep 28 08:47:44.826304 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f9582-8369-42fa-98ba-6d1041a4ea84 req-cbbca53f-2db7-4c42-a72d-e680d3d8f3b6 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:44.827744 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6b0f9582-8369-42fa-98ba-6d1041a4ea84 req-cbbca53f-2db7-4c42-a72d-e680d3d8f3b6 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0490842 Sep 28 08:47:44.873367 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6b0f9582-8369-42fa-98ba-6d1041a4ea84 req-17e80e86-3fa2-488d-b1ed-d4147f193242 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400586 Sep 28 08:47:46.000527 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f038202-8b29-4767-9979-8be816e9ad61 req-6de2a5bd-71a7-4fca-af7b-d25e4c3d1233 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:46.002122 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2f038202-8b29-4767-9979-8be816e9ad61 req-6de2a5bd-71a7-4fca-af7b-d25e4c3d1233 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0461707 Sep 28 08:47:46.048781 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2f038202-8b29-4767-9979-8be816e9ad61 req-19eb2497-7c67-4f41-9af9-671c6630ef09 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406134 Sep 28 08:47:47.200790 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bd6ab-d76e-459f-b0ca-f224516b6dde req-b0534143-8aea-458b-9e96-9df257d0c05d tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:47.203510 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f33bd6ab-d76e-459f-b0ca-f224516b6dde req-b0534143-8aea-458b-9e96-9df257d0c05d tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0593348 Sep 28 08:47:47.251147 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f33bd6ab-d76e-459f-b0ca-f224516b6dde req-01957e52-5d0e-4ea7-9d1a-0d588715d18a tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421159 Sep 28 08:47:48.378572 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ad132-b78a-4f3b-ba91-be5ea7759c7e req-fa8129e8-6566-4f7e-832c-9af8632769cb tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:48.380029 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1a6ad132-b78a-4f3b-ba91-be5ea7759c7e req-fa8129e8-6566-4f7e-832c-9af8632769cb tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0466499 Sep 28 08:47:48.431804 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1a6ad132-b78a-4f3b-ba91-be5ea7759c7e req-a9994e2b-579b-480a-bb8b-91a991e69c6b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460548 Sep 28 08:47:49.555775 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a5f57-2090-42cd-84ed-cbc0c32fd96d req-dc25f872-c0e6-4ea9-bc77-28b8dd7dc882 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:49.557252 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-dd3a5f57-2090-42cd-84ed-cbc0c32fd96d req-dc25f872-c0e6-4ea9-bc77-28b8dd7dc882 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0465126 Sep 28 08:47:49.607875 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-dd3a5f57-2090-42cd-84ed-cbc0c32fd96d req-91fe6cb1-655a-4416-9d32-867289d8f020 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449052 Sep 28 08:47:50.372661 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:47:50.471157 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4d6b9373-73e3-4bd1-aca0-9a1bba180a33,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:47:50.483178 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': '4d6b9373-73e3-4bd1-aca0-9a1bba180a33', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'port_id': '4d6b9373-73e3-4bd1-aca0-9a1bba180a33', 'mac_address': 'fa:16:3e:49:40:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea30454-8677-4268-a491-c558446ae000', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:47:50.517129 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 is: ACTIVE; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:47:50.517542 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:50.534299 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:47:50.555078 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4d6b9373-73e3-4bd1-aca0-9a1bba180a33,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:47:50.559050 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:50.604805 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=4d6b9373-73e3-4bd1-aca0-9a1bba180a33,revision_number=6']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:50.733698 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64828d4-aa7d-412b-b694-1decc558805e req-94195427-eed9-4d5d-829f-9d3ca95e55e8 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:50.735113 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f64828d4-aa7d-412b-b694-1decc558805e req-94195427-eed9-4d5d-829f-9d3ca95e55e8 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 945 time: 0.0465927 Sep 28 08:47:50.778705 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['4d6b9373-73e3-4bd1-aca0-9a1bba180a33'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:47:50.782370 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f64828d4-aa7d-412b-b694-1decc558805e req-f847811b-0d49-4de3-9048-61ccddc7a132 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409720 Sep 28 08:47:50.788926 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=44 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:50.791264 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=55 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:51.912022 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9888-5518-4a21-80a4-ffbb897b2c32 req-07d50e47-7f1e-4921-bc2a-3543bfb4ef7a tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:51.914017 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-72cd9888-5518-4a21-80a4-ffbb897b2c32 req-07d50e47-7f1e-4921-bc2a-3543bfb4ef7a tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 945 time: 0.0489738 Sep 28 08:47:51.960418 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-72cd9888-5518-4a21-80a4-ffbb897b2c32 req-6b4384c9-b5ad-42e2-9f7c-beac6c7de396 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406723 Sep 28 08:47:52.384910 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:47:52.429237 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:47:52.429610 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:52.429945 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 Sep 28 08:47:52.502082 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:47:52.502475 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:52.526069 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01e6e1b-84cf-44b2-85ec-dba5603c76ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6b9373-73e3-4bd1-aca0-9a1bba180a33'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:47:52.528460 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c66a39-ff06-4d09-810d-c330f375399a" -d '{"events": [{"server_uuid": "f01e6e1b-84cf-44b2-85ec-dba5603c76ae", "name": "network-vif-plugged", "status": "completed", "tag": "4d6b9373-73e3-4bd1-aca0-9a1bba180a33"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:47:52.545028 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4d6b9373-73e3-4bd1-aca0-9a1bba180a33,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:47:52.549753 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:52.576390 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57db790d-8727-4887-92db-8bd64608ef00 x-openstack-request-id: req-57db790d-8727-4887-92db-8bd64608ef00 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:47:52.576673 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01e6e1b-84cf-44b2-85ec-dba5603c76ae", "name": "network-vif-plugged", "status": "completed", "tag": "4d6b9373-73e3-4bd1-aca0-9a1bba180a33", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:47:52.576922 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-57db790d-8727-4887-92db-8bd64608ef00 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:47:52.577336 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57db790d-8727-4887-92db-8bd64608ef00'] response: {'server_uuid': 'f01e6e1b-84cf-44b2-85ec-dba5603c76ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6b9373-73e3-4bd1-aca0-9a1bba180a33', 'code': 200} Sep 28 08:47:52.602632 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=4d6b9373-73e3-4bd1-aca0-9a1bba180a33,revision_number=7']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:47:52.732189 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:52.732991 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:53.101333 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c5ce2-3698-4617-a9b4-dfe9dc8b09f7 req-4e85c0e0-a486-47ec-b003-1814dc6550f0 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:53.102612 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bf4c5ce2-3698-4617-a9b4-dfe9dc8b09f7 req-4e85c0e0-a486-47ec-b003-1814dc6550f0 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0503063 Sep 28 08:47:53.149580 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bf4c5ce2-3698-4617-a9b4-dfe9dc8b09f7 req-3bb573aa-d73c-4ffa-bf67-e73d159344b9 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411994 Sep 28 08:47:54.277278 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48d596-30b8-417a-ad38-b4d4bb230d24 req-ecc29e84-7ae4-4481-bc9e-f740c992bfe1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:54.278759 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ec48d596-30b8-417a-ad38-b4d4bb230d24 req-ecc29e84-7ae4-4481-bc9e-f740c992bfe1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0464108 Sep 28 08:47:54.295989 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8f6c36d6-005a-41cb-b1ad-9379aca233a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:54.329446 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ec48d596-30b8-417a-ad38-b4d4bb230d24 req-5b1dcc89-f603-4062-9b89-8b418339deb3 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445044 Sep 28 08:47:55.454875 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3de16-a339-4297-96f0-1f53da372ed5 req-1b05b2dd-5719-4e70-b81f-9a6928b0bb39 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:55.456316 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-72f3de16-a339-4297-96f0-1f53da372ed5 req-1b05b2dd-5719-4e70-b81f-9a6928b0bb39 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0461366 Sep 28 08:47:55.503898 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:55.509118 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-72f3de16-a339-4297-96f0-1f53da372ed5 req-32427a3a-36c7-45d0-aa7b-3ad969c88fa1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465229 Sep 28 08:47:56.638385 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd6d54-e304-4929-8459-4c95b8fc8638 req-62478340-19d3-4274-9320-5a160300dd27 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:56.639968 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3abd6d54-e304-4929-8459-4c95b8fc8638 req-62478340-19d3-4274-9320-5a160300dd27 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0464826 Sep 28 08:47:56.683924 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:56.688531 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3abd6d54-e304-4929-8459-4c95b8fc8638 req-f9b404bc-3cce-4311-af24-3ec13f2bb69a tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428278 Sep 28 08:47:56.697504 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ff34bbde-ab80-41aa-9f8b-1e7aa76ad019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:57.875284 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:57.890609 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:57.999609 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:47:58.014734 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049dc45-260e-4e2e-bdbe-9bf27977bb27 req-b7f2ea58-1434-4218-b0a8-d899cb5ce909 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:58.016207 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8049dc45-260e-4e2e-bdbe-9bf27977bb27 req-b7f2ea58-1434-4218-b0a8-d899cb5ce909 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.2452090 Sep 28 08:47:58.062914 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8049dc45-260e-4e2e-bdbe-9bf27977bb27 req-70121bbc-8abc-4a56-a755-95c5426a846b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410242 Sep 28 08:47:59.245168 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170486f-d17d-48ed-b276-c29be6857ca8 req-f7d172f6-3db9-4509-b667-101709b8658e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:47:59.246641 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c170486f-d17d-48ed-b276-c29be6857ca8 req-f7d172f6-3db9-4509-b667-101709b8658e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.1040952 Sep 28 08:47:59.293600 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c170486f-d17d-48ed-b276-c29be6857ca8 req-606ae0b2-c230-44c0-93d6-6f241c6f4f4e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414603 Sep 28 08:47:59.459358 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:47:59.514673 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:00.419410 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f336b1f-0259-4cb0-ad8a-5287873ddb8a req-444ee512-dc6c-4b77-9b4e-6692f8a5e87b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:00.422939 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6f336b1f-0259-4cb0-ad8a-5287873ddb8a req-444ee512-dc6c-4b77-9b4e-6692f8a5e87b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0483944 Sep 28 08:48:00.470236 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6f336b1f-0259-4cb0-ad8a-5287873ddb8a req-5ed7aafe-bcb1-4062-bc84-5e5defc2f3bb tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430601 Sep 28 08:48:01.604283 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7e911-7a0a-48cf-9752-91b5f5b30424 req-03c1a581-20ba-46fc-8111-6d91521e8e36 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:01.605832 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-daa7e911-7a0a-48cf-9752-91b5f5b30424 req-03c1a581-20ba-46fc-8111-6d91521e8e36 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0513740 Sep 28 08:48:01.652529 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-daa7e911-7a0a-48cf-9752-91b5f5b30424 req-1d42cb83-f7c5-4b78-ab65-6f387356eb21 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410533 Sep 28 08:48:02.781809 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f7d53-2600-49a9-8fa4-9443e5d3abac req-326de1bb-0672-4c00-b6e8-3901fb528a9a tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:02.783195 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-304f7d53-2600-49a9-8fa4-9443e5d3abac req-326de1bb-0672-4c00-b6e8-3901fb528a9a tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0501444 Sep 28 08:48:02.830571 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-304f7d53-2600-49a9-8fa4-9443e5d3abac req-82b8a40b-9972-48de-9e68-c0ebb3512ba7 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410912 Sep 28 08:48:03.957430 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e34cc-d11b-4b94-87be-672fe7b7d286 req-f970cb14-2c99-4fa6-bc8c-456c352b7de9 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:03.958925 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0e4e34cc-d11b-4b94-87be-672fe7b7d286 req-f970cb14-2c99-4fa6-bc8c-456c352b7de9 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0481138 Sep 28 08:48:04.021697 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0e4e34cc-d11b-4b94-87be-672fe7b7d286 req-6da97f4a-7695-4a38-8d78-e1a3026313f4 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563133 Sep 28 08:48:05.174650 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94513048-2dac-4354-864f-441a9f372d4a req-2f06b44a-70dd-4e17-ab9f-635435d5d01b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:05.177201 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-94513048-2dac-4354-864f-441a9f372d4a req-2f06b44a-70dd-4e17-ab9f-635435d5d01b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0591567 Sep 28 08:48:05.243697 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-94513048-2dac-4354-864f-441a9f372d4a req-52891dcc-5a78-45c8-af17-a6b62ef13cb6 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600550 Sep 28 08:48:06.083762 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:06.402196 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20168f01-622b-4559-8230-5233e2da7e3e req-71b73cb3-1474-4e1c-b458-60209cc39515 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:06.404910 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-20168f01-622b-4559-8230-5233e2da7e3e req-71b73cb3-1474-4e1c-b458-60209cc39515 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0650403 Sep 28 08:48:06.475225 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-20168f01-622b-4559-8230-5233e2da7e3e req-7982d177-41b6-494b-acf5-2417f95ec142 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637131 Sep 28 08:48:07.635553 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48289688-fd3e-472f-833b-d2cf77ebf797 req-8ce7f0d3-c971-403d-a06e-46564f1b4cbe tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:07.638095 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-48289688-fd3e-472f-833b-d2cf77ebf797 req-8ce7f0d3-c971-403d-a06e-46564f1b4cbe tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0665956 Sep 28 08:48:07.719795 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-48289688-fd3e-472f-833b-d2cf77ebf797 req-57b97f9a-1669-4649-9606-dd26305956a7 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755332 Sep 28 08:48:08.882633 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fe5aa-77aa-4b9f-a8c6-6a4dcd2428c2 req-9ba795f1-42df-4818-9f1b-f78980bec606 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:08.891257 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ed3fe5aa-77aa-4b9f-a8c6-6a4dcd2428c2 req-9ba795f1-42df-4818-9f1b-f78980bec606 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0581806 Sep 28 08:48:08.919672 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:48:08.944742 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ed3fe5aa-77aa-4b9f-a8c6-6a4dcd2428c2 req-71f275a8-0e5b-493f-84ee-8b8c45447924 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525618 Sep 28 08:48:09.109689 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d7bed-0db5-4635-85af-fc58995e683f req-fc3c852d-de92-424c-a641-5382124e05d8 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:09.111608 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6e0d7bed-0db5-4635-85af-fc58995e683f req-fc3c852d-de92-424c-a641-5382124e05d8 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16601fb4-a1c0-44b2-a623-6ec03fd1adc8 HTTP/1.1" status: 200 len: 945 time: 0.0579641 Sep 28 08:48:09.188824 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6e0d7bed-0db5-4635-85af-fc58995e683f req-dfee135c-0021-4818-8ef2-a3445b89c576 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698893 Sep 28 08:48:10.099033 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c7018-f9bb-43ab-83cc-7a33c13eef8b req-9a39c2c6-f28d-4619-9fb1-18931550038b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:10.100565 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-293c7018-f9bb-43ab-83cc-7a33c13eef8b req-9a39c2c6-f28d-4619-9fb1-18931550038b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0618544 Sep 28 08:48:10.111893 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:48:10.155459 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-293c7018-f9bb-43ab-83cc-7a33c13eef8b req-fed9fc85-e11d-42f2-b78e-ae7de5b1af03 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492463 Sep 28 08:48:10.327061 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04398a-fe84-443e-833b-f26edb0b0b0f req-a1cc1458-9301-4f08-ac87-18a57ef1d047 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:10.328625 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-dd04398a-fe84-443e-833b-f26edb0b0b0f req-a1cc1458-9301-4f08-ac87-18a57ef1d047 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16601fb4-a1c0-44b2-a623-6ec03fd1adc8 HTTP/1.1" status: 200 len: 945 time: 0.0660706 Sep 28 08:48:10.386314 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-dd04398a-fe84-443e-833b-f26edb0b0b0f req-c6329d50-3d71-482d-824b-55d1079942f2 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515652 Sep 28 08:48:10.692541 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a854c7e-3270-48b0-ae97-1f18cb2eca1e req-91b5deb7-585d-470e-ab9f-64742ca4a002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:10.694212 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3a854c7e-3270-48b0-ae97-1f18cb2eca1e req-91b5deb7-585d-470e-ab9f-64742ca4a002 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c067f1df3c7f47299bc2db03d904d156&device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 1130 time: 0.0535936 Sep 28 08:48:10.833832 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a854c7e-3270-48b0-ae97-1f18cb2eca1e req-bfe8ed06-c5d3-4fe1-9ffa-273aa42923ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:10.836107 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3a854c7e-3270-48b0-ae97-1f18cb2eca1e req-bfe8ed06-c5d3-4fe1-9ffa-273aa42923ad service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=8e213c79-0ba4-458e-84ef-70d744799a89 HTTP/1.1" status: 200 len: 917 time: 0.1199441 Sep 28 08:48:11.016264 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3a854c7e-3270-48b0-ae97-1f18cb2eca1e req-106ac948-4e3c-4e0a-89f3-87a5aeef5dad service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d6b9373-73e3-4bd1-aca0-9a1bba180a33 HTTP/1.1" status: 200 len: 1002 time: 0.0603962 Sep 28 08:48:11.290459 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790a84f-2a16-4448-89c0-519996c97b64 req-4d909c89-68a3-4c7a-8837-810dbe2fc361 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:11.291861 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2790a84f-2a16-4448-89c0-519996c97b64 req-4d909c89-68a3-4c7a-8837-810dbe2fc361 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=16601fb4-a1c0-44b2-a623-6ec03fd1adc8 HTTP/1.1" status: 200 len: 945 time: 0.1001434 Sep 28 08:48:11.305297 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a854c7e-3270-48b0-ae97-1f18cb2eca1e req-242fa17a-9494-4998-a24e-25fc62664830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:11.306530 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3a854c7e-3270-48b0-ae97-1f18cb2eca1e req-242fa17a-9494-4998-a24e-25fc62664830 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=bea30454-8677-4268-a491-c558446ae000 HTTP/1.1" status: 200 len: 855 time: 0.1227169 Sep 28 08:48:11.306648 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f2c6f-f9bb-4d64-99fa-fae5fe03d1c9 req-c29da807-0bc1-483b-a21f-00e18c497ffd tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:11.308821 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-025f2c6f-f9bb-4d64-99fa-fae5fe03d1c9 req-c29da807-0bc1-483b-a21f-00e18c497ffd tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0561852 Sep 28 08:48:11.362273 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-025f2c6f-f9bb-4d64-99fa-fae5fe03d1c9 req-ac639ffd-b43c-41e2-b5c3-ab001d75b760 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482402 Sep 28 08:48:11.393119 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a854c7e-3270-48b0-ae97-1f18cb2eca1e req-8ae62684-7079-40c2-b628-71f59d77d222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:11.393119 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3a854c7e-3270-48b0-ae97-1f18cb2eca1e req-8ae62684-7079-40c2-b628-71f59d77d222 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=8e213c79-0ba4-458e-84ef-70d744799a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723488 Sep 28 08:48:11.524842 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-2790a84f-2a16-4448-89c0-519996c97b64 req-62a8945e-7d24-4225-9631-8432b7933d0e tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Deleting port 79ccb1f9-8ae2-4618-9acb-3c19b76345c3 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:48:11.525263 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2790a84f-2a16-4448-89c0-519996c97b64 req-62a8945e-7d24-4225-9631-8432b7933d0e tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (79ccb1f9-8ae2-4618-9acb-3c19b76345c3), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:11.530935 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bd0d6-2a0d-4ffc-bada-deab8d799c40 req-f45f3dd3-6d75-4f60-b78d-d04c07e47661 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:11.538683 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4a0bd0d6-2a0d-4ffc-bada-deab8d799c40 req-f45f3dd3-6d75-4f60-b78d-d04c07e47661 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16601fb4-a1c0-44b2-a623-6ec03fd1adc8 HTTP/1.1" status: 200 len: 945 time: 0.0681930 Sep 28 08:48:11.582455 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3a854c7e-3270-48b0-ae97-1f18cb2eca1e req-065f01ff-ac30-466d-80b6-b338736ecaab service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8e213c79-0ba4-458e-84ef-70d744799a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880074 Sep 28 08:48:11.608161 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4a0bd0d6-2a0d-4ffc-bada-deab8d799c40 req-55a92326-23a5-48fe-9a03-68718fe5a352 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e209807f-a124-4ba3-b748-98635fcd63ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684364 Sep 28 08:48:11.723066 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-2790a84f-2a16-4448-89c0-519996c97b64 req-62a8945e-7d24-4225-9631-8432b7933d0e tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] For port 79ccb1f9-8ae2-4618-9acb-3c19b76345c3, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=79ccb1f9-8ae2-4618-9acb-3c19b76345c3,segment=NetworkSegment(2515fd19-f888-4848-8b6d-485c5cc7ff23),segment_id=2515fd19-f888-4848-8b6d-485c5cc7ff23)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:11.723645 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2790a84f-2a16-4448-89c0-519996c97b64 req-62a8945e-7d24-4225-9631-8432b7933d0e tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (79ccb1f9-8ae2-4618-9acb-3c19b76345c3), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:11.741064 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-3a854c7e-3270-48b0-ae97-1f18cb2eca1e req-b7569255-72c0-470f-9377-ac82213107d6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8e213c79-0ba4-458e-84ef-70d744799a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514869 Sep 28 08:48:11.742125 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-2790a84f-2a16-4448-89c0-519996c97b64 req-62a8945e-7d24-4225-9631-8432b7933d0e tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Calling delete_port for 79ccb1f9-8ae2-4618-9acb-3c19b76345c3 owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:48:11.885988 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:48:11.893267 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2790a84f-2a16-4448-89c0-519996c97b64 req-62a8945e-7d24-4225-9631-8432b7933d0e tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (79ccb1f9-8ae2-4618-9acb-3c19b76345c3), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:11.930627 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8945e-7d24-4225-9631-8432b7933d0e tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Pushing event deleted for resources: {'Port': ['ID=79ccb1f9-8ae2-4618-9acb-3c19b76345c3,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:11.933037 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['79ccb1f9-8ae2-4618-9acb-3c19b76345c3'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:48:11.995897 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-2790a84f-2a16-4448-89c0-519996c97b64 req-62a8945e-7d24-4225-9631-8432b7933d0e tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] No DVR routers for this DVR port 79ccb1f9-8ae2-4618-9acb-3c19b76345c3 on host hv-cinder-84456 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:48:11.998831 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2790a84f-2a16-4448-89c0-519996c97b64 req-62a8945e-7d24-4225-9631-8432b7933d0e tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:12.002953 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2790a84f-2a16-4448-89c0-519996c97b64 req-62a8945e-7d24-4225-9631-8432b7933d0e tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.26 "DELETE /networking/v2.0/ports/79ccb1f9-8ae2-4618-9acb-3c19b76345c3 HTTP/1.1" status: 204 len: 173 time: 0.7054219 Sep 28 08:48:12.003486 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16601fb4-a1c0-44b2-a623-6ec03fd1adc8', 'name': 'network-vif-deleted', 'tag': '79ccb1f9-8ae2-4618-9acb-3c19b76345c3'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:48:12.006553 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019685df-396d-4082-bbc8-7784dfe28e35" -d '{"events": [{"server_uuid": "16601fb4-a1c0-44b2-a623-6ec03fd1adc8", "name": "network-vif-deleted", "tag": "79ccb1f9-8ae2-4618-9acb-3c19b76345c3"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:48:12.061997 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687d012d-d829-4a6b-968b-85d2efc0d4a3 x-openstack-request-id: req-687d012d-d829-4a6b-968b-85d2efc0d4a3 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:48:12.065374 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16601fb4-a1c0-44b2-a623-6ec03fd1adc8", "name": "network-vif-deleted", "tag": "79ccb1f9-8ae2-4618-9acb-3c19b76345c3", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:48:12.065872 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-687d012d-d829-4a6b-968b-85d2efc0d4a3 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:48:12.066429 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-687d012d-d829-4a6b-968b-85d2efc0d4a3'] response: {'server_uuid': '16601fb4-a1c0-44b2-a623-6ec03fd1adc8', 'name': 'network-vif-deleted', 'tag': '79ccb1f9-8ae2-4618-9acb-3c19b76345c3', 'status': 'completed', 'code': 200} Sep 28 08:48:12.506462 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032553c6-b3e3-483e-9a39-59ba19112e14 req-ba78b353-6d7d-4778-a1d8-a7a7897df05b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:12.508096 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-032553c6-b3e3-483e-9a39-59ba19112e14 req-ba78b353-6d7d-4778-a1d8-a7a7897df05b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0551791 Sep 28 08:48:12.570052 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-032553c6-b3e3-483e-9a39-59ba19112e14 req-917c67e4-9b14-43b0-acbf-1cfbb3bb8b53 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539742 Sep 28 08:48:12.746747 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-afa70e8b-d980-4a95-8c9b-d084356126c2 req-fef082b2-5c0c-4178-a7a5-4007db74df40 tempest-VolumesSnapshotTestJSON-689340620 tempest-VolumesSnapshotTestJSON-689340620-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=16601fb4-a1c0-44b2-a623-6ec03fd1adc8 HTTP/1.1" status: 200 len: 210 time: 0.0348043 Sep 28 08:48:13.713801 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17e205-e096-4fbe-9eaf-4e566c10d782 req-a1d25c4b-053e-4a2b-ae13-b82a0b77af2f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:13.716018 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2b17e205-e096-4fbe-9eaf-4e566c10d782 req-a1d25c4b-053e-4a2b-ae13-b82a0b77af2f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0497084 Sep 28 08:48:13.789729 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2b17e205-e096-4fbe-9eaf-4e566c10d782 req-9502e37f-2769-4144-b76e-867abb0e730c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653968 Sep 28 08:48:15.034941 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 79ccb1f9-8ae2-4618-9acb-3c19b76345c3 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:48:15.057011 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] No Port match for: 79ccb1f9-8ae2-4618-9acb-3c19b76345c3 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:48:15.057711 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 79ccb1f9-8ae2-4618-9acb-3c19b76345c3 not bound to the agent host hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:48:15.077984 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7219a-cd2c-4381-a9c0-fb87da308109 req-b36e023b-b47f-452e-a519-f1899352a8ee tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:15.079498 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2ba7219a-cd2c-4381-a9c0-fb87da308109 req-b36e023b-b47f-452e-a519-f1899352a8ee tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0538149 Sep 28 08:48:15.125638 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2ba7219a-cd2c-4381-a9c0-fb87da308109 req-8a76ecb0-16d3-47e2-82d5-56f0d0a5b62b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398467 Sep 28 08:48:15.423914 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ce7ec-c136-4e90-854e-f8442c643d5d req-5d29fb4f-abbc-43e9-aa27-77bcddf5da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:15.425334 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-857ce7ec-c136-4e90-854e-f8442c643d5d req-5d29fb4f-abbc-43e9-aa27-77bcddf5da94 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c067f1df3c7f47299bc2db03d904d156&device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 1130 time: 0.0405197 Sep 28 08:48:15.484911 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:48:15.519205 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ce7ec-c136-4e90-854e-f8442c643d5d req-5a3b653d-cfb9-4424-a814-a091630fcd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:15.520683 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-857ce7ec-c136-4e90-854e-f8442c643d5d req-5a3b653d-cfb9-4424-a814-a091630fcd27 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=8e213c79-0ba4-458e-84ef-70d744799a89 HTTP/1.1" status: 200 len: 917 time: 0.0882840 Sep 28 08:48:15.581722 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-857ce7ec-c136-4e90-854e-f8442c643d5d req-3434d5c0-acf3-47d7-89b7-b7d12db3e378 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d6b9373-73e3-4bd1-aca0-9a1bba180a33 HTTP/1.1" status: 200 len: 1002 time: 0.0545924 Sep 28 08:48:15.629064 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ce7ec-c136-4e90-854e-f8442c643d5d req-d9b82be2-9a14-4967-8251-2c6644dd9cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:15.630512 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-857ce7ec-c136-4e90-854e-f8442c643d5d req-d9b82be2-9a14-4967-8251-2c6644dd9cf4 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=bea30454-8677-4268-a491-c558446ae000 HTTP/1.1" status: 200 len: 855 time: 0.0430467 Sep 28 08:48:15.677436 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ce7ec-c136-4e90-854e-f8442c643d5d req-1d9f9da0-fe1a-4156-a524-02e24a2d09c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:15.679361 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-857ce7ec-c136-4e90-854e-f8442c643d5d req-1d9f9da0-fe1a-4156-a524-02e24a2d09c1 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=8e213c79-0ba4-458e-84ef-70d744799a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413470 Sep 28 08:48:15.769733 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-857ce7ec-c136-4e90-854e-f8442c643d5d req-44da3de2-c0c3-424c-825c-236a08141572 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8e213c79-0ba4-458e-84ef-70d744799a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840569 Sep 28 08:48:15.864601 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-857ce7ec-c136-4e90-854e-f8442c643d5d req-55537094-2205-4232-8bf2-b67dfa2fe93b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8e213c79-0ba4-458e-84ef-70d744799a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885632 Sep 28 08:48:16.080833 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:48:16.257395 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d33a4b-3550-428a-80e6-8afe282ff503 req-b770553d-c806-42f6-996c-04ac030941fb tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:16.258873 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-80d33a4b-3550-428a-80e6-8afe282ff503 req-b770553d-c806-42f6-996c-04ac030941fb tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0468955 Sep 28 08:48:16.306056 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-80d33a4b-3550-428a-80e6-8afe282ff503 req-117f793b-8853-4413-a971-abfcd693c7dd tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415437 Sep 28 08:48:17.436388 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aede0f-a7ec-4aa7-9f43-d9c2786ecfa0 req-eff18500-d56c-4499-87f4-c97101a8ebb2 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:17.437919 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-97aede0f-a7ec-4aa7-9f43-d9c2786ecfa0 req-eff18500-d56c-4499-87f4-c97101a8ebb2 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0520132 Sep 28 08:48:17.487463 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-97aede0f-a7ec-4aa7-9f43-d9c2786ecfa0 req-4f475b28-f570-4b68-b07c-1f5be8bf2909 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440521 Sep 28 08:48:17.746078 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:48:18.610009 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffbb83-ff42-4314-b6da-902333ea9628 req-7a2477d0-9019-47f2-8ab6-c641a8508b10 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:18.611457 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bfffbb83-ff42-4314-b6da-902333ea9628 req-7a2477d0-9019-47f2-8ab6-c641a8508b10 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 946 time: 0.0454452 Sep 28 08:48:18.636158 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:48:18.658809 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bfffbb83-ff42-4314-b6da-902333ea9628 req-2943cc54-148d-4329-a09e-b1487e24e940 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413425 Sep 28 08:48:19.461000 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:48:19.536965 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 is: ACTIVE; New status is: DOWN {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:48:19.537992 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:19.571687 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01e6e1b-84cf-44b2-85ec-dba5603c76ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d6b9373-73e3-4bd1-aca0-9a1bba180a33'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:48:19.575103 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d2bac9-bada-4306-89ba-6d5d402c1ba0" -d '{"events": [{"server_uuid": "f01e6e1b-84cf-44b2-85ec-dba5603c76ae", "name": "network-vif-unplugged", "status": "completed", "tag": "4d6b9373-73e3-4bd1-aca0-9a1bba180a33"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:48:19.591892 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4d6b9373-73e3-4bd1-aca0-9a1bba180a33,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:19.598047 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:19.632723 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Sep 2022 08:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9d0016-aff6-458e-a7e1-a32ae7137646 x-openstack-request-id: req-3f9d0016-aff6-458e-a7e1-a32ae7137646 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:48:19.632995 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01e6e1b-84cf-44b2-85ec-dba5603c76ae", "name": "network-vif-unplugged", "status": "completed", "tag": "4d6b9373-73e3-4bd1-aca0-9a1bba180a33", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:48:19.633289 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3f9d0016-aff6-458e-a7e1-a32ae7137646 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:48:19.633688 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f9d0016-aff6-458e-a7e1-a32ae7137646'] response: {'server_uuid': 'f01e6e1b-84cf-44b2-85ec-dba5603c76ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d6b9373-73e3-4bd1-aca0-9a1bba180a33', 'code': 200} Sep 28 08:48:19.660485 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=4d6b9373-73e3-4bd1-aca0-9a1bba180a33,revision_number=8']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:19.785456 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326ccb1-0e8d-4545-8293-ccd58ed45c96 req-1c85c170-bb29-41a7-9452-24a36bd3ba02 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:19.786917 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e326ccb1-0e8d-4545-8293-ccd58ed45c96 req-1c85c170-bb29-41a7-9452-24a36bd3ba02 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0466955 Sep 28 08:48:19.840005 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e326ccb1-0e8d-4545-8293-ccd58ed45c96 req-21e4c06a-b81b-481a-8c89-111b51b832d7 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474257 Sep 28 08:48:20.937080 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:48:21.241972 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dce19-7395-4d4c-b57b-ea34c57e8bd6 req-579ea4f2-9691-49b9-8369-9013142450ee tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:21.243439 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8e0dce19-7395-4d4c-b57b-ea34c57e8bd6 req-579ea4f2-9691-49b9-8369-9013142450ee tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.3183699 Sep 28 08:48:21.289868 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8e0dce19-7395-4d4c-b57b-ea34c57e8bd6 req-b1d6441a-5eca-4eb1-8a99-e8e9b558e9dc tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408995 Sep 28 08:48:22.368506 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7ea21-2f52-462a-83bb-d5ec9e34e855 req-e3530928-3bcc-48ac-b227-4c4980b7437e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:22.372185 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-11f7ea21-2f52-462a-83bb-d5ec9e34e855 req-e3530928-3bcc-48ac-b227-4c4980b7437e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0485227 Sep 28 08:48:22.400611 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5b981266-56f1-4cf2-8df5-ce37d61c99af req-584609c5-e9da-45ae-9092-26ef67147c10 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0386348 Sep 28 08:48:22.419836 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-11f7ea21-2f52-462a-83bb-d5ec9e34e855 req-4de3b4a6-8882-4efd-aa77-b24c0fe13b5f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430949 Sep 28 08:48:22.475756 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b981266-56f1-4cf2-8df5-ce37d61c99af req-8efdf929-0cb0-4fd6-99e2-4ee19dbecf52 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:22.477126 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5b981266-56f1-4cf2-8df5-ce37d61c99af req-8efdf929-0cb0-4fd6-99e2-4ee19dbecf52 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports/4d6b9373-73e3-4bd1-aca0-9a1bba180a33 HTTP/1.1" status: 200 len: 941 time: 0.0470045 Sep 28 08:48:23.443961 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:48:23.490568 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b981266-56f1-4cf2-8df5-ce37d61c99af req-137dc712-d4f7-44c2-9b1f-b3ced963990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:23.492251 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5b981266-56f1-4cf2-8df5-ce37d61c99af req-137dc712-d4f7-44c2-9b1f-b3ced963990e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae&tenant_id=c067f1df3c7f47299bc2db03d904d156 HTTP/1.1" status: 200 len: 1128 time: 0.0481603 Sep 28 08:48:23.527619 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 is: DOWN; New status is: DOWN {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:48:23.565566 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b72b2-2101-4178-bf58-681282a0bfd8 req-125c62b8-77b5-49ad-b748-fd225a727d0f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:23.568042 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-707b72b2-2101-4178-bf58-681282a0bfd8 req-125c62b8-77b5-49ad-b748-fd225a727d0f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0608902 Sep 28 08:48:23.594310 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b981266-56f1-4cf2-8df5-ce37d61c99af req-a262c8fc-5828-48a7-9ac6-45af2f8f81be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:23.596095 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5b981266-56f1-4cf2-8df5-ce37d61c99af req-a262c8fc-5828-48a7-9ac6-45af2f8f81be service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c067f1df3c7f47299bc2db03d904d156&device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 1128 time: 0.0447543 Sep 28 08:48:23.624730 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-707b72b2-2101-4178-bf58-681282a0bfd8 req-6b78d886-e8cd-4aac-9063-48fb3520af5e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476971 Sep 28 08:48:23.701429 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b981266-56f1-4cf2-8df5-ce37d61c99af req-f4c75ba0-5785-4f90-95a3-55726e62189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:23.702902 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5b981266-56f1-4cf2-8df5-ce37d61c99af req-f4c75ba0-5785-4f90-95a3-55726e62189a service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=8e213c79-0ba4-458e-84ef-70d744799a89 HTTP/1.1" status: 200 len: 917 time: 0.1009018 Sep 28 08:48:23.768982 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5b981266-56f1-4cf2-8df5-ce37d61c99af req-739b598b-b3fd-4de2-832c-410cafb54ecf service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d6b9373-73e3-4bd1-aca0-9a1bba180a33 HTTP/1.1" status: 200 len: 1000 time: 0.0599761 Sep 28 08:48:23.816989 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b981266-56f1-4cf2-8df5-ce37d61c99af req-47a23386-bdbc-4ccb-aa68-1399453e5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:23.818410 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5b981266-56f1-4cf2-8df5-ce37d61c99af req-47a23386-bdbc-4ccb-aa68-1399453e5de0 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=bea30454-8677-4268-a491-c558446ae000 HTTP/1.1" status: 200 len: 855 time: 0.0440979 Sep 28 08:48:23.864021 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b981266-56f1-4cf2-8df5-ce37d61c99af req-8d001f72-4df3-4089-9208-c5ed35f920df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:23.865475 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5b981266-56f1-4cf2-8df5-ce37d61c99af req-8d001f72-4df3-4089-9208-c5ed35f920df service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=8e213c79-0ba4-458e-84ef-70d744799a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417833 Sep 28 08:48:23.936433 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:48:23.964473 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5b981266-56f1-4cf2-8df5-ce37d61c99af req-2cb03624-d6ba-4b01-a520-ac93d81fdbac service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8e213c79-0ba4-458e-84ef-70d744799a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932274 Sep 28 08:48:24.291097 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5b981266-56f1-4cf2-8df5-ce37d61c99af req-713d45b0-928b-4e45-a722-6cf95a91f5f0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8e213c79-0ba4-458e-84ef-70d744799a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209915 Sep 28 08:48:24.429937 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-bb29c816-45d1-4bc9-8088-722fe75c7ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:24.779109 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa15398-d2e2-4d81-9772-f6921008e97d req-7ec96cc4-aa97-4c65-b211-2f6e01adedb1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:24.780821 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-daa15398-d2e2-4d81-9772-f6921008e97d req-7ec96cc4-aa97-4c65-b211-2f6e01adedb1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0573204 Sep 28 08:48:24.852229 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-daa15398-d2e2-4d81-9772-f6921008e97d req-3e9461cb-1944-4314-bb38-e28e55f636c3 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618405 Sep 28 08:48:25.975008 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec632b-800a-483a-987a-76df2e072f56 req-5a532a9e-36ed-4c3f-9058-c92008b5ef0a tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:25.976454 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bfec632b-800a-483a-987a-76df2e072f56 req-5a532a9e-36ed-4c3f-9058-c92008b5ef0a tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0452390 Sep 28 08:48:26.026185 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bfec632b-800a-483a-987a-76df2e072f56 req-ff0195e3-7984-4098-8694-280db9eef772 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439353 Sep 28 08:48:26.705296 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-73c3cc8c-6400-4cde-9227-04dbf56a5165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:27.151976 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256c8a3-8f11-46b5-aed9-6ee0464309aa req-9f6be35d-dcf7-4192-92cd-dc7649c131b1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:27.153526 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8256c8a3-8f11-46b5-aed9-6ee0464309aa req-9f6be35d-dcf7-4192-92cd-dc7649c131b1 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0473254 Sep 28 08:48:27.203534 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8256c8a3-8f11-46b5-aed9-6ee0464309aa req-c6cbdf7f-9f05-4e2d-8413-1e4edde19cee tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441554 Sep 28 08:48:27.785547 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:48:27.790575 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=5 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:48:27.889840 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:28.340562 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd68b6-da09-4a18-b21a-393238a2b391 req-c2e4cc22-ffed-4fb4-a080-3873bea0a9d0 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:28.342411 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a3cd68b6-da09-4a18-b21a-393238a2b391 req-c2e4cc22-ffed-4fb4-a080-3873bea0a9d0 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0540934 Sep 28 08:48:28.391515 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a3cd68b6-da09-4a18-b21a-393238a2b391 req-b95372a6-6a7c-43df-88ee-5f89db90e124 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428042 Sep 28 08:48:29.476481 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:29.508942 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=45,neutron:UPDATE=7 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:48:29.539277 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:29.549482 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9622b1-7de3-40e5-860e-f4cdf7051ab3 req-e586bd52-9829-4188-9557-1094f468c1cd tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:29.551266 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8a9622b1-7de3-40e5-860e-f4cdf7051ab3 req-e586bd52-9829-4188-9557-1094f468c1cd tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0688176 Sep 28 08:48:29.625195 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8a9622b1-7de3-40e5-860e-f4cdf7051ab3 req-f99ba1f7-3a14-42e2-afc8-85bdce4cee29 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656114 Sep 28 08:48:30.758448 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8a8bb-32b4-4ac7-bd66-b820790aa55c req-1e6b016f-16d7-4b50-9ebe-25471bb7fd0c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:30.759966 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-caf8a8bb-32b4-4ac7-bd66-b820790aa55c req-1e6b016f-16d7-4b50-9ebe-25471bb7fd0c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0476344 Sep 28 08:48:30.814241 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-caf8a8bb-32b4-4ac7-bd66-b820790aa55c req-6a6f2105-3f8e-48ee-9578-d9766b331ba6 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486848 Sep 28 08:48:31.961296 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba5a6e-37be-4067-ae39-e41747cf5375 req-f4beaa18-7e98-40cd-a51e-e141042f6f77 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:31.963239 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c9ba5a6e-37be-4067-ae39-e41747cf5375 req-f4beaa18-7e98-40cd-a51e-e141042f6f77 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0575976 Sep 28 08:48:32.013184 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c9ba5a6e-37be-4067-ae39-e41747cf5375 req-aad7deb8-9436-4dbe-8e78-67fa6734a02e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430763 Sep 28 08:48:33.182273 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1eedb-15aa-43c3-8501-38366c1811f9 req-48b0ae61-a433-4d06-8a69-2cab46c73282 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:33.183982 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-94d1eedb-15aa-43c3-8501-38366c1811f9 req-48b0ae61-a433-4d06-8a69-2cab46c73282 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0669825 Sep 28 08:48:33.226617 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:48:33.236265 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:48:33.259563 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-94d1eedb-15aa-43c3-8501-38366c1811f9 req-57bdaf41-3774-4644-9347-2693775948ea tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650306 Sep 28 08:48:34.286375 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=14 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:48:34.288766 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:48:34.467093 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0653e81-be1a-4285-a7f8-3d2c0f8d1e2d req-96efb37e-0a14-4809-bbcb-a28d12a5bf65 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:34.467605 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a0653e81-be1a-4285-a7f8-3d2c0f8d1e2d req-96efb37e-0a14-4809-bbcb-a28d12a5bf65 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0508530 Sep 28 08:48:34.525574 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a0653e81-be1a-4285-a7f8-3d2c0f8d1e2d req-0b59d104-7422-4cdf-b0f4-55c43ad9cd06 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523679 Sep 28 08:48:35.667593 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f14a10-d8c2-44a4-85cd-2ae7c897f796 req-e9f9984e-042e-40e9-bfa9-e67bbfddf219 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:35.669702 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-53f14a10-d8c2-44a4-85cd-2ae7c897f796 req-e9f9984e-042e-40e9-bfa9-e67bbfddf219 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0531030 Sep 28 08:48:35.722698 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-53f14a10-d8c2-44a4-85cd-2ae7c897f796 req-86929bfb-bea7-42eb-a437-6bab7c9895ac tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484123 Sep 28 08:48:36.100963 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:36.866119 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b590c9d-152c-4cfc-9ae5-b6cd556958dc req-ce401d27-7d1d-4bdd-94a4-f9dfda5a09ce tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:36.874823 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8b590c9d-152c-4cfc-9ae5-b6cd556958dc req-ce401d27-7d1d-4bdd-94a4-f9dfda5a09ce tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0588510 Sep 28 08:48:36.939592 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8b590c9d-152c-4cfc-9ae5-b6cd556958dc req-6bfbe899-dc1d-4c52-add3-56b23b7ca8d2 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635688 Sep 28 08:48:38.079796 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bc82f-5030-476b-ae61-a142346c586c req-73d642a9-3087-43ee-867a-783b0647021d tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:38.081352 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a32bc82f-5030-476b-ae61-a142346c586c req-73d642a9-3087-43ee-867a-783b0647021d tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0557477 Sep 28 08:48:38.132573 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a32bc82f-5030-476b-ae61-a142346c586c req-6d39a5d5-ce4f-480d-b496-7c4569126fec tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432861 Sep 28 08:48:39.265240 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6380c8-0a33-4350-8e22-0f03fca7e2ac req-d4822fdb-1af2-4f5b-abd1-ad2d0b7899b5 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:39.266691 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fc6380c8-0a33-4350-8e22-0f03fca7e2ac req-d4822fdb-1af2-4f5b-abd1-ad2d0b7899b5 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0470271 Sep 28 08:48:39.315168 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fc6380c8-0a33-4350-8e22-0f03fca7e2ac req-3c3de068-36fc-474e-97a9-2aed4ad70826 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422280 Sep 28 08:48:40.450782 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41851d-dec1-425a-b513-d5d475264c55 req-f633c5d9-5202-494b-ac0d-a91186f96467 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:40.452498 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8c41851d-dec1-425a-b513-d5d475264c55 req-f633c5d9-5202-494b-ac0d-a91186f96467 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0558922 Sep 28 08:48:40.508651 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8c41851d-dec1-425a-b513-d5d475264c55 req-885b46f5-3531-4e55-9eeb-a87a8e7fa7cc tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492404 Sep 28 08:48:41.644993 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a5109-0e4a-4922-b3a5-2b0784a5239e req-46dba067-4b33-4d2f-a4be-60708752e539 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:41.647265 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b92a5109-0e4a-4922-b3a5-2b0784a5239e req-46dba067-4b33-4d2f-a4be-60708752e539 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0547345 Sep 28 08:48:41.696584 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b92a5109-0e4a-4922-b3a5-2b0784a5239e req-ca8f61c7-8bdc-459b-b115-64aa97cd38c8 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434835 Sep 28 08:48:42.673555 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 59704) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:48:42.718590 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_v2 [None req-81dbc5f7-fe40-4f0b-a497-a23aaccf567a admin admin] Deleting subnet ca8aea1e-d530-4542-bc1e-6e37881e59d2 {{(pid=106476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 08:48:42.721861 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-81dbc5f7-fe40-4f0b-a497-a23aaccf567a admin admin] Publish callbacks [] for subnet (ca8aea1e-d530-4542-bc1e-6e37881e59d2), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:42.761697 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-81dbc5f7-fe40-4f0b-a497-a23aaccf567a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260594417'] for subnet (ca8aea1e-d530-4542-bc1e-6e37881e59d2), precommit_delete_associations {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:42.838008 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd170a-1987-4658-8b98-1259cddf3536 req-166e0c71-c33d-4818-bc45-9b061bd18e77 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:42.839375 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f9cd170a-1987-4658-8b98-1259cddf3536 req-166e0c71-c33d-4818-bc45-9b061bd18e77 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0588419 Sep 28 08:48:42.841858 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-81dbc5f7-fe40-4f0b-a497-a23aaccf567a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672334'] for subnet (ca8aea1e-d530-4542-bc1e-6e37881e59d2), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:42.893998 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:48:42.935820 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f9cd170a-1987-4658-8b98-1259cddf3536 req-0a999821-874a-4f7d-b967-b443b4e5d56a tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745211 Sep 28 08:48:42.942485 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-81dbc5f7-fe40-4f0b-a497-a23aaccf567a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3668367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260199883'] for subnet (ca8aea1e-d530-4542-bc1e-6e37881e59d2), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:42.970237 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dbc5f7-fe40-4f0b-a497-a23aaccf567a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca8aea1e-d530-4542-bc1e-6e37881e59d2,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:42.979242 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbc5f7-fe40-4f0b-a497-a23aaccf567a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:42.979242 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbc5f7-fe40-4f0b-a497-a23aaccf567a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:42.979242 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbc5f7-fe40-4f0b-a497-a23aaccf567a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:42.979242 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbc5f7-fe40-4f0b-a497-a23aaccf567a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:42.979975 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbc5f7-fe40-4f0b-a497-a23aaccf567a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:42.979975 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbc5f7-fe40-4f0b-a497-a23aaccf567a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:42.980462 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbc5f7-fe40-4f0b-a497-a23aaccf567a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:42.980575 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbc5f7-fe40-4f0b-a497-a23aaccf567a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:42.980894 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbc5f7-fe40-4f0b-a497-a23aaccf567a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:42.981257 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbc5f7-fe40-4f0b-a497-a23aaccf567a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:42.981586 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbc5f7-fe40-4f0b-a497-a23aaccf567a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:42.981920 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbc5f7-fe40-4f0b-a497-a23aaccf567a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:42.982242 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbc5f7-fe40-4f0b-a497-a23aaccf567a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:42.982560 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbc5f7-fe40-4f0b-a497-a23aaccf567a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:42.982880 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dbc5f7-fe40-4f0b-a497-a23aaccf567a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:42.987534 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-81dbc5f7-fe40-4f0b-a497-a23aaccf567a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:42.993896 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-81dbc5f7-fe40-4f0b-a497-a23aaccf567a admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/ca8aea1e-d530-4542-bc1e-6e37881e59d2 HTTP/1.1" status: 204 len: 168 time: 0.3166842 Sep 28 08:48:42.994429 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 59708) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:48:43.071282 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792351'] for network (e0943dc5-f513-4bf7-90d4-1fd4b5eef58e), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:43.153500 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845688', 'neutron.services.segments.db._delete_segments_for_network-8759190702794'] for network (e0943dc5-f513-4bf7-90d4-1fd4b5eef58e), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:43.174138 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0943dc5-f513-4bf7-90d4-1fd4b5eef58e']}} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:43.183419 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2515fd19-f888-4848-8b6d-485c5cc7ff23') {'for_net_delete': True} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:43.183726 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2515fd19-f888-4848-8b6d-485c5cc7ff23') {} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:48:43.193364 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759190673511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2637690'] for segment (2515fd19-f888-4848-8b6d-485c5cc7ff23), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:43.207391 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (2515fd19-f888-4848-8b6d-485c5cc7ff23), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:43.214558 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=106475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:48:43.214991 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2793233'] for segment (2515fd19-f888-4848-8b6d-485c5cc7ff23), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:43.260239 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment 2515fd19-f888-4848-8b6d-485c5cc7ff23 resource provider aggregate not found Sep 28 08:48:43.279639 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment 2515fd19-f888-4848-8b6d-485c5cc7ff23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2515fd19-f888-4848-8b6d-485c5cc7ff23 found for delete ", "request_id": "req-259bdb01-fda5-48d9-867e-6a60efa106b7"}]} Sep 28 08:48:43.283899 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595797'] for network (e0943dc5-f513-4bf7-90d4-1fd4b5eef58e), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:43.290091 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:43.293083 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/e0943dc5-f513-4bf7-90d4-1fd4b5eef58e HTTP/1.1" status: 204 len: 168 time: 0.2974257 Sep 28 08:48:43.304563 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0943dc5-f513-4bf7-90d4-1fd4b5eef58e,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:43.312512 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:43.312861 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:43.313230 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:43.313573 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:43.313908 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:43.314238 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:43.314566 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:43.314892 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:43.315217 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:43.315547 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:43.315873 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:43.316199 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:43.316523 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:43.316889 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:43.317631 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3b257f-5292-48c5-b929-a3459a951230 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:43.478530 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 59720) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:48:43.506391 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:48:43.522250 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-99ee1349-7bd2-464e-aa0e-8186afdbd8c8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=bfe1975eab4d4dad9aab52c90493bf7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423534 Sep 28 08:48:43.524571 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 59724) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:48:43.576591 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3ff7c515-a0db-4611-8d55-36ac287e94cd admin admin] Publish callbacks [] for security_group (e209807f-a124-4ba3-b748-98635fcd63ed), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:43.602945 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3ff7c515-a0db-4611-8d55-36ac287e94cd admin admin] Publish callbacks [] for security_group (e209807f-a124-4ba3-b748-98635fcd63ed), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:43.652597 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3ff7c515-a0db-4611-8d55-36ac287e94cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (e209807f-a124-4ba3-b748-98635fcd63ed), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:43.655208 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3ff7c515-a0db-4611-8d55-36ac287e94cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:43.656375 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-3ff7c515-a0db-4611-8d55-36ac287e94cd admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e209807f-a124-4ba3-b748-98635fcd63ed HTTP/1.1" status: 204 len: 168 time: 0.1307840 Sep 28 08:48:43.664663 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7c515-a0db-4611-8d55-36ac287e94cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e209807f-a124-4ba3-b748-98635fcd63ed,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:44.088670 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a42932-6714-4175-8710-62d157a48680 req-072aa56e-4e14-4845-a798-e04c61d0da89 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:44.090320 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a4a42932-6714-4175-8710-62d157a48680 req-072aa56e-4e14-4845-a798-e04c61d0da89 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0527434 Sep 28 08:48:44.140842 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a4a42932-6714-4175-8710-62d157a48680 req-a5fff58a-ae97-405b-8e43-e7f3ee213fd3 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440874 Sep 28 08:48:45.274115 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee41e9-0c34-45f1-b0ed-ea8b97c18284 req-da39fe05-15c5-4b3a-a0e5-b656a1b84aa0 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:45.275534 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-03ee41e9-0c34-45f1-b0ed-ea8b97c18284 req-da39fe05-15c5-4b3a-a0e5-b656a1b84aa0 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 944 time: 0.0526457 Sep 28 08:48:45.325469 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-03ee41e9-0c34-45f1-b0ed-ea8b97c18284 req-ad1dfd8d-84c7-4d52-9a76-3921aedbb58f tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434763 Sep 28 08:48:45.520228 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:48:45.627230 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4d6b9373-73e3-4bd1-aca0-9a1bba180a33,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:45.638819 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': '4d6b9373-73e3-4bd1-aca0-9a1bba180a33', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'port_id': '4d6b9373-73e3-4bd1-aca0-9a1bba180a33', 'mac_address': 'fa:16:3e:49:40:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea30454-8677-4268-a491-c558446ae000', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:48:45.672711 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:48:45.673010 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:45.686603 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:48:45.707009 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4d6b9373-73e3-4bd1-aca0-9a1bba180a33,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:45.710907 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:45.760458 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=4d6b9373-73e3-4bd1-aca0-9a1bba180a33,revision_number=9']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:45.767953 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:45.768294 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:45.768633 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:45.768964 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:45.769421 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:45.769644 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:45.769963 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:45.770282 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:45.770600 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:45.770924 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:45.771240 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:45.771603 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:45.771917 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:45.772232 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:45.772542 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:48:46.165225 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['4d6b9373-73e3-4bd1-aca0-9a1bba180a33'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:48:46.167793 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:48:46.456597 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faed948-c540-440e-868b-cb0c282eb8c4 req-7e6ddf9c-4a4b-4499-b8ec-48e18b92a647 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:46.458109 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8faed948-c540-440e-868b-cb0c282eb8c4 req-7e6ddf9c-4a4b-4499-b8ec-48e18b92a647 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 945 time: 0.0469542 Sep 28 08:48:46.508813 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8faed948-c540-440e-868b-cb0c282eb8c4 req-7615e028-fcfb-41d7-9132-839ccf42ec2e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449727 Sep 28 08:48:47.526811 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:48:47.574525 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:48:47.574901 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:47.575237 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 Sep 28 08:48:47.639004 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47915888-d58b-41bb-beef-a49e927d21e8 req-18407da9-1549-4d81-8318-266d6e13c120 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:47.640506 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-47915888-d58b-41bb-beef-a49e927d21e8 req-18407da9-1549-4d81-8318-266d6e13c120 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 945 time: 0.0492623 Sep 28 08:48:47.652773 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:48:47.653201 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:47.676670 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01e6e1b-84cf-44b2-85ec-dba5603c76ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6b9373-73e3-4bd1-aca0-9a1bba180a33'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:48:47.678959 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ba5af3-b16c-4572-92b1-6fcdda383e28" -d '{"events": [{"server_uuid": "f01e6e1b-84cf-44b2-85ec-dba5603c76ae", "name": "network-vif-plugged", "status": "completed", "tag": "4d6b9373-73e3-4bd1-aca0-9a1bba180a33"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:48:47.689434 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-47915888-d58b-41bb-beef-a49e927d21e8 req-eb0451b5-98a7-471e-96ff-0420034f8ff0 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427592 Sep 28 08:48:47.692479 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4d6b9373-73e3-4bd1-aca0-9a1bba180a33,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:47.697328 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:47.727841 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d56a5f9-c291-46ad-9e1b-d2dcd5a369f1 x-openstack-request-id: req-7d56a5f9-c291-46ad-9e1b-d2dcd5a369f1 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:48:47.728145 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01e6e1b-84cf-44b2-85ec-dba5603c76ae", "name": "network-vif-plugged", "status": "completed", "tag": "4d6b9373-73e3-4bd1-aca0-9a1bba180a33", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:48:47.728400 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d56a5f9-c291-46ad-9e1b-d2dcd5a369f1 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:48:47.728800 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d56a5f9-c291-46ad-9e1b-d2dcd5a369f1'] response: {'server_uuid': 'f01e6e1b-84cf-44b2-85ec-dba5603c76ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6b9373-73e3-4bd1-aca0-9a1bba180a33', 'code': 200} Sep 28 08:48:47.751499 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=4d6b9373-73e3-4bd1-aca0-9a1bba180a33,revision_number=10']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:48.096465 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57863073-ce2f-4d75-a12b-d0372d463cae req-964f2b87-f6e1-4288-8009-2aacbc3fbc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:48.098027 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-57863073-ce2f-4d75-a12b-d0372d463cae req-964f2b87-f6e1-4288-8009-2aacbc3fbc55 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 1131 time: 0.1765425 Sep 28 08:48:48.140195 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-57863073-ce2f-4d75-a12b-d0372d463cae req-84498f0f-ce00-41d4-bf1b-774febe8c751 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364795 Sep 28 08:48:48.826437 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24615c-d59c-4a4e-92a3-bb574fd99337 req-2baccbfd-e216-4050-be07-bc79f680520c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:48.827903 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1d24615c-d59c-4a4e-92a3-bb574fd99337 req-2baccbfd-e216-4050-be07-bc79f680520c tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 947 time: 0.0464206 Sep 28 08:48:48.874599 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1d24615c-d59c-4a4e-92a3-bb574fd99337 req-860a36aa-3cfc-40c1-ac29-b3d894b36977 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404358 Sep 28 08:48:49.621187 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=13 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:48:49.622588 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=13 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:48:50.006268 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94df621-eefe-4d45-9e46-c1c305bd99f2 req-81c72462-1471-4c53-82d1-8dc504a83567 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:50.007728 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b94df621-eefe-4d45-9e46-c1c305bd99f2 req-81c72462-1471-4c53-82d1-8dc504a83567 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 947 time: 0.0492437 Sep 28 08:48:50.055100 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b94df621-eefe-4d45-9e46-c1c305bd99f2 req-3dc53d21-c6e4-497c-ba6c-6f50d2f59e14 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416903 Sep 28 08:48:51.327843 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec939be5-5b85-4212-ae75-db01d229cde1 req-b2cfbccf-378c-4665-b9d0-c0ab854d1167 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:51.329333 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ec939be5-5b85-4212-ae75-db01d229cde1 req-b2cfbccf-378c-4665-b9d0-c0ab854d1167 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 947 time: 0.0459666 Sep 28 08:48:51.376412 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ec939be5-5b85-4212-ae75-db01d229cde1 req-ce81ec74-eef6-4300-aba8-258e3803dbba tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407901 Sep 28 08:48:54.311388 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-25385019-f3a9-4c28-a634-7754268f3419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:54.746174 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:48:56.689233 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:48:56.703304 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-7b998134-914e-45fe-865b-d603b7d5bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:57.239127 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815327a4-c7d4-4906-80b7-819e1cd63abe req-7b613ab1-b733-496a-be8c-1213d467e7e8 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:57.240554 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-815327a4-c7d4-4906-80b7-819e1cd63abe req-7b613ab1-b733-496a-be8c-1213d467e7e8 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=49faa65a-11f3-4287-b392-09d1966a700e HTTP/1.1" status: 200 len: 945 time: 0.0510557 Sep 28 08:48:57.252793 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:DELETE=5,neutron:UPDATE=1,neutron:SELECT=94 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:48:57.289518 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-815327a4-c7d4-4906-80b7-819e1cd63abe req-7d6ac1bd-71c7-4791-83e2-cb07afa59635 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2f95ce17-acee-4374-9b65-f011bb830db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431311 Sep 28 08:48:57.892588 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:58.135745 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:48:58.137719 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=35,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:48:58.412129 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21533b0-00b9-4582-8e16-45f5f49a448f req-bf45ac7b-12cb-44eb-a1ab-4015073ac474 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:58.413508 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f21533b0-00b9-4582-8e16-45f5f49a448f req-bf45ac7b-12cb-44eb-a1ab-4015073ac474 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=49faa65a-11f3-4287-b392-09d1966a700e HTTP/1.1" status: 200 len: 945 time: 0.0453951 Sep 28 08:48:58.432228 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:48:58.461526 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f21533b0-00b9-4582-8e16-45f5f49a448f req-7663d8c1-2f53-4145-acaa-3ad9e6447a5e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2f95ce17-acee-4374-9b65-f011bb830db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423670 Sep 28 08:48:59.315102 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05502b2d-5b5f-4582-82f8-55c6bca3b87c req-3e8b72a2-d11f-4459-a92c-b05af523817b tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:59.317022 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-05502b2d-5b5f-4582-82f8-55c6bca3b87c req-3e8b72a2-d11f-4459-a92c-b05af523817b tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=49faa65a-11f3-4287-b392-09d1966a700e HTTP/1.1" status: 200 len: 945 time: 0.0465672 Sep 28 08:48:59.401645 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-05502b2d-5b5f-4582-82f8-55c6bca3b87c req-cd9855d4-142f-4ccf-b6d5-b884e6c8f52e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Deleting port 224164fb-d3cb-4731-9747-97bba286b111 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:48:59.401991 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-05502b2d-5b5f-4582-82f8-55c6bca3b87c req-cd9855d4-142f-4ccf-b6d5-b884e6c8f52e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (224164fb-d3cb-4731-9747-97bba286b111), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:59.461963 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:59.493517 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-05502b2d-5b5f-4582-82f8-55c6bca3b87c req-cd9855d4-142f-4ccf-b6d5-b884e6c8f52e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] For port 224164fb-d3cb-4731-9747-97bba286b111, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=224164fb-d3cb-4731-9747-97bba286b111,segment=NetworkSegment(700aaca3-a22e-4970-8e60-aa95edd00338),segment_id=700aaca3-a22e-4970-8e60-aa95edd00338)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:48:59.493897 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-05502b2d-5b5f-4582-82f8-55c6bca3b87c req-cd9855d4-142f-4ccf-b6d5-b884e6c8f52e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (224164fb-d3cb-4731-9747-97bba286b111), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:59.524594 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:59.595176 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbb2ab-38e4-444f-a9ed-44f3ed610278 req-15c852b9-ba9a-4d6a-9d49-3d085ccc4c32 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:48:59.596591 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1ecbb2ab-38e4-444f-a9ed-44f3ed610278 req-15c852b9-ba9a-4d6a-9d49-3d085ccc4c32 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=49faa65a-11f3-4287-b392-09d1966a700e HTTP/1.1" status: 200 len: 945 time: 0.0471053 Sep 28 08:48:59.649945 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1ecbb2ab-38e4-444f-a9ed-44f3ed610278 req-3ffdda18-0705-4c95-a11e-563cd91a3d62 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2f95ce17-acee-4374-9b65-f011bb830db1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470948 Sep 28 08:48:59.669994 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-05502b2d-5b5f-4582-82f8-55c6bca3b87c req-cd9855d4-142f-4ccf-b6d5-b884e6c8f52e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:59.670362 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-05502b2d-5b5f-4582-82f8-55c6bca3b87c req-cd9855d4-142f-4ccf-b6d5-b884e6c8f52e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (d8a56068-cb8f-4129-9678-8f9af72978b9), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:59.670687 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.db.l3_db [req-05502b2d-5b5f-4582-82f8-55c6bca3b87c req-cd9855d4-142f-4ccf-b6d5-b884e6c8f52e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Floating IP d8a56068-cb8f-4129-9678-8f9af72978b9 disassociated. External IP: 172.27.2.161, port: 224164fb-d3cb-4731-9747-97bba286b111. Sep 28 08:48:59.671036 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-05502b2d-5b5f-4582-82f8-55c6bca3b87c req-cd9855d4-142f-4ccf-b6d5-b884e6c8f52e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Calling delete_port for 224164fb-d3cb-4731-9747-97bba286b111 owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:48:59.800978 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-05502b2d-5b5f-4582-82f8-55c6bca3b87c req-cd9855d4-142f-4ccf-b6d5-b884e6c8f52e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (224164fb-d3cb-4731-9747-97bba286b111), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:48:59.832824 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9855d4-142f-4ccf-b6d5-b884e6c8f52e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Pushing event deleted for resources: {'Port': ['ID=224164fb-d3cb-4731-9747-97bba286b111,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:48:59.942429 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05502b2d-5b5f-4582-82f8-55c6bca3b87c req-cd9855d4-142f-4ccf-b6d5-b884e6c8f52e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Router f28f4b09-bb20-4116-a49c-6a9d65d35564 has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:49:00.046263 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05502b2d-5b5f-4582-82f8-55c6bca3b87c req-cd9855d4-142f-4ccf-b6d5-b884e6c8f52e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:49:00.057954 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83f7dca-5a2b-4b52-8379-c7c6bdd04b4c None None] Sync routers for ids ['f28f4b09-bb20-4116-a49c-6a9d65d35564'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:49:00.068368 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83f7dca-5a2b-4b52-8379-c7c6bdd04b4c None None] Routers {'f28f4b09-bb20-4116-a49c-6a9d65d35564'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:49:00.068981 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-b83f7dca-5a2b-4b52-8379-c7c6bdd04b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:48:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['f28f4b09-bb20-4116-a49c-6a9d65d35564'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:00.089193 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-05502b2d-5b5f-4582-82f8-55c6bca3b87c req-cd9855d4-142f-4ccf-b6d5-b884e6c8f52e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] No DVR routers for this DVR port 224164fb-d3cb-4731-9747-97bba286b111 on host hv-cinder-84456 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:49:00.091841 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-05502b2d-5b5f-4582-82f8-55c6bca3b87c req-cd9855d4-142f-4ccf-b6d5-b884e6c8f52e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:00.095057 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-05502b2d-5b5f-4582-82f8-55c6bca3b87c req-cd9855d4-142f-4ccf-b6d5-b884e6c8f52e tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.26 "DELETE /networking/v2.0/ports/224164fb-d3cb-4731-9747-97bba286b111 HTTP/1.1" status: 204 len: 173 time: 0.7721529 Sep 28 08:49:00.095603 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49faa65a-11f3-4287-b392-09d1966a700e', 'name': 'network-vif-deleted', 'tag': '224164fb-d3cb-4731-9747-97bba286b111'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:49:00.097913 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc82c98-2627-43da-b0fb-5518983a9048" -d '{"events": [{"server_uuid": "49faa65a-11f3-4287-b392-09d1966a700e", "name": "network-vif-deleted", "tag": "224164fb-d3cb-4731-9747-97bba286b111"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:49:00.136663 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea5ff89-0cd5-447e-a0f6-e775c73d9671 x-openstack-request-id: req-0ea5ff89-0cd5-447e-a0f6-e775c73d9671 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:49:00.136978 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49faa65a-11f3-4287-b392-09d1966a700e", "name": "network-vif-deleted", "tag": "224164fb-d3cb-4731-9747-97bba286b111", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:49:00.137666 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0ea5ff89-0cd5-447e-a0f6-e775c73d9671 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:49:00.137962 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ea5ff89-0cd5-447e-a0f6-e775c73d9671'] response: {'server_uuid': '49faa65a-11f3-4287-b392-09d1966a700e', 'name': 'network-vif-deleted', 'tag': '224164fb-d3cb-4731-9747-97bba286b111', 'status': 'completed', 'code': 200} Sep 28 08:49:00.179652 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-b83f7dca-5a2b-4b52-8379-c7c6bdd04b4c None None] Set router f28f4b09-bb20-4116-a49c-6a9d65d35564 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:49:00.397482 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-b83f7dca-5a2b-4b52-8379-c7c6bdd04b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'name': 'tempest-AttachVolumeTestJSON-293215671-router', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:57Z', 'updated_at': '2022-09-28T08:38:09Z', 'revision_number': 4, 'project_id': 'd3e65d28e5664025978902943452f338', 'gw_port': {'id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '4c958791-0f5f-4925-88e0-a1c6f3b6419c', 'name': '', 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'mac_address': 'fa:16:3e:9a:86:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:08Z', 'updated_at': '2022-09-28T08:38:26Z', 'revision_number': 5, 'project_id': 'd3e65d28e5664025978902943452f338', 'subnets': [{'id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:00.421467 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83f7dca-5a2b-4b52-8379-c7c6bdd04b4c None None] Checking router: f28f4b09-bb20-4116-a49c-6a9d65d35564 for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:49:00.430421 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83f7dca-5a2b-4b52-8379-c7c6bdd04b4c None None] Routers {'f28f4b09-bb20-4116-a49c-6a9d65d35564'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:49:00.431020 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-b83f7dca-5a2b-4b52-8379-c7c6bdd04b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:48:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['f28f4b09-bb20-4116-a49c-6a9d65d35564'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:00.507801 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:00.532016 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-b83f7dca-5a2b-4b52-8379-c7c6bdd04b4c None None] Set router f28f4b09-bb20-4116-a49c-6a9d65d35564 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:49:00.735304 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-b83f7dca-5a2b-4b52-8379-c7c6bdd04b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'name': 'tempest-AttachVolumeTestJSON-293215671-router', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:57Z', 'updated_at': '2022-09-28T08:38:09Z', 'revision_number': 4, 'project_id': 'd3e65d28e5664025978902943452f338', 'gw_port': {'id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '4c958791-0f5f-4925-88e0-a1c6f3b6419c', 'name': '', 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'mac_address': 'fa:16:3e:9a:86:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:08Z', 'updated_at': '2022-09-28T08:38:26Z', 'revision_number': 5, 'project_id': 'd3e65d28e5664025978902943452f338', 'subnets': [{'id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:00.767048 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83f7dca-5a2b-4b52-8379-c7c6bdd04b4c None None] The sync data for ids ['f28f4b09-bb20-4116-a49c-6a9d65d35564'] in dv-cinder-844563-8-iscsi is: [{'id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'name': 'tempest-AttachVolumeTestJSON-293215671-router', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:57Z', 'updated_at': '2022-09-28T08:38:09Z', 'revision_number': 4, 'project_id': 'd3e65d28e5664025978902943452f338', 'gw_port': {'id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '4c958791-0f5f-4925-88e0-a1c6f3b6419c', 'name': '', 'network_id': 'ff034301-a1c4-4028-a91c-012c3b139427', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'mac_address': 'fa:16:3e:9a:86:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:08Z', 'updated_at': '2022-09-28T08:38:26Z', 'revision_number': 5, 'project_id': 'd3e65d28e5664025978902943452f338', 'subnets': [{'id': '6605e181-a637-4e6a-a804-d0eb5c55d597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:49:00.771440 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6eaf4acf-bf86-48c0-8ba6-856a540877ef req-2b5e00ec-4ef7-48e4-ab28-e3da02259131 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=49faa65a-11f3-4287-b392-09d1966a700e HTTP/1.1" status: 200 len: 210 time: 0.0282800 Sep 28 08:49:00.999159 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d07088-c671-4b5d-adab-e8a967969f71 None None] New status for floating IP d8a56068-cb8f-4129-9678-8f9af72978b9: DOWN {{(pid=106478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:49:01.868516 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 59880) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:01.926208 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-35b8788e-7736-494c-aaca-7a8e20c7ea22 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for security_group (2f95ce17-acee-4374-9b65-f011bb830db1), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:01.949639 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-35b8788e-7736-494c-aaca-7a8e20c7ea22 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for security_group (2f95ce17-acee-4374-9b65-f011bb830db1), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:01.999456 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-35b8788e-7736-494c-aaca-7a8e20c7ea22 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (2f95ce17-acee-4374-9b65-f011bb830db1), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:02.002111 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-35b8788e-7736-494c-aaca-7a8e20c7ea22 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:02.006547 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-35b8788e-7736-494c-aaca-7a8e20c7ea22 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/2f95ce17-acee-4374-9b65-f011bb830db1 HTTP/1.1" status: 204 len: 168 time: 0.1337192 Sep 28 08:49:02.007630 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 59886) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:02.013197 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8788e-7736-494c-aaca-7a8e20c7ea22 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f95ce17-acee-4374-9b65-f011bb830db1,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:02.030896 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.api.v2.resource [None req-f08e54ee-a6c7-4ac7-a887-c6320fee7b09 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] show failed (client error): The resource could not be found. Sep 28 08:49:02.032062 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-f08e54ee-a6c7-4ac7-a887-c6320fee7b09 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "GET /networking/v2.0/security-groups/2f95ce17-acee-4374-9b65-f011bb830db1 HTTP/1.1" status: 404 len: 347 time: 0.0233135 Sep 28 08:49:02.035072 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 59888) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:02.153500 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-c8851d5e-ec34-401e-a05a-29a73e5865a1 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Deleting port 865a0e72-2ca4-4132-977f-0ee7dcce4c97 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:49:02.153660 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c8851d5e-ec34-401e-a05a-29a73e5865a1 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (865a0e72-2ca4-4132-977f-0ee7dcce4c97), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:02.196725 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:02.201320 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:02.264078 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c8851d5e-ec34-401e-a05a-29a73e5865a1 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (865a0e72-2ca4-4132-977f-0ee7dcce4c97), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:02.264402 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c8851d5e-ec34-401e-a05a-29a73e5865a1 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for floatingip (865a0e72-2ca4-4132-977f-0ee7dcce4c97), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:02.278367 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-c8851d5e-ec34-401e-a05a-29a73e5865a1 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Calling delete_port for 865a0e72-2ca4-4132-977f-0ee7dcce4c97 owned by network:floatingip {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:49:02.410285 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c8851d5e-ec34-401e-a05a-29a73e5865a1 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (865a0e72-2ca4-4132-977f-0ee7dcce4c97), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:02.439315 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8851d5e-ec34-401e-a05a-29a73e5865a1 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Pushing event deleted for resources: {'Port': ['ID=865a0e72-2ca4-4132-977f-0ee7dcce4c97,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:02.501704 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c8851d5e-ec34-401e-a05a-29a73e5865a1 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks [] for floatingip (d8a56068-cb8f-4129-9678-8f9af72978b9), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:02.504242 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c8851d5e-ec34-401e-a05a-29a73e5865a1 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:02.505416 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-c8851d5e-ec34-401e-a05a-29a73e5865a1 tempest-AttachVolumeTestJSON-1818307497 tempest-AttachVolumeTestJSON-1818307497-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/d8a56068-cb8f-4129-9678-8f9af72978b9 HTTP/1.1" status: 204 len: 168 time: 0.4693213 Sep 28 08:49:03.586779 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 224164fb-d3cb-4731-9747-97bba286b111 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:49:03.607743 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] No Port match for: 224164fb-d3cb-4731-9747-97bba286b111 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:49:03.608102 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 224164fb-d3cb-4731-9747-97bba286b111 not bound to the agent host hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:49:06.064490 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 59936) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:06.085826 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:06.482117 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5e9172eb-ab20-4b84-aef6-afe7fd898197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605544'] for router_interface (f28f4b09-bb20-4116-a49c-6a9d65d35564), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:06.690476 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:06.703940 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-5e9172eb-ab20-4b84-aef6-afe7fd898197 admin admin] Deleting port 4c958791-0f5f-4925-88e0-a1c6f3b6419c {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:49:06.704284 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5e9172eb-ab20-4b84-aef6-afe7fd898197 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (4c958791-0f5f-4925-88e0-a1c6f3b6419c), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:06.757202 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:06.783926 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-5e9172eb-ab20-4b84-aef6-afe7fd898197 admin admin] For port 4c958791-0f5f-4925-88e0-a1c6f3b6419c, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=4c958791-0f5f-4925-88e0-a1c6f3b6419c,segment=NetworkSegment(700aaca3-a22e-4970-8e60-aa95edd00338),segment_id=700aaca3-a22e-4970-8e60-aa95edd00338)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:49:06.784302 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5e9172eb-ab20-4b84-aef6-afe7fd898197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (4c958791-0f5f-4925-88e0-a1c6f3b6419c), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:06.799476 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-5e9172eb-ab20-4b84-aef6-afe7fd898197 admin admin] Calling delete_port for 4c958791-0f5f-4925-88e0-a1c6f3b6419c owned by network:router_interface {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:49:06.976508 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5e9172eb-ab20-4b84-aef6-afe7fd898197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (4c958791-0f5f-4925-88e0-a1c6f3b6419c), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:06.999390 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9172eb-ab20-4b84-aef6-afe7fd898197 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c958791-0f5f-4925-88e0-a1c6f3b6419c,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:07.167973 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5e9172eb-ab20-4b84-aef6-afe7fd898197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596184'] for router_interface (f28f4b09-bb20-4116-a49c-6a9d65d35564), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:07.378061 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9172eb-ab20-4b84-aef6-afe7fd898197 admin admin] Router f28f4b09-bb20-4116-a49c-6a9d65d35564 has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:49:07.708394 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9172eb-ab20-4b84-aef6-afe7fd898197 admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:49:07.713395 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-5e9172eb-ab20-4b84-aef6-afe7fd898197 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/f28f4b09-bb20-4116-a49c-6a9d65d35564/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6477156 Sep 28 08:49:07.716222 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 59942) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:07.717215 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95427ee-e827-4604-9673-12722f714304 None None] Sync routers for ids ['f28f4b09-bb20-4116-a49c-6a9d65d35564'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:49:07.728823 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95427ee-e827-4604-9673-12722f714304 None None] Routers {'f28f4b09-bb20-4116-a49c-6a9d65d35564'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:49:07.729552 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-e95427ee-e827-4604-9673-12722f714304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:48:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['f28f4b09-bb20-4116-a49c-6a9d65d35564'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:07.756087 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:07.817603 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3b87fe7a-b808-49d7-b3fa-c306eb31ccc0 admin admin] Publish callbacks [] for router (f28f4b09-bb20-4116-a49c-6a9d65d35564), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:07.828558 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-e95427ee-e827-4604-9673-12722f714304 None None] Set router f28f4b09-bb20-4116-a49c-6a9d65d35564 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:49:07.869350 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:07.924217 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3b87fe7a-b808-49d7-b3fa-c306eb31ccc0 admin admin] Publish callbacks [] for router_gateway (f28f4b09-bb20-4116-a49c-6a9d65d35564), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:07.974349 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-3b87fe7a-b808-49d7-b3fa-c306eb31ccc0 admin admin] Deleting port 54ec296b-99ba-4e28-9466-c5bf59cfde77 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:49:07.974693 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3b87fe7a-b808-49d7-b3fa-c306eb31ccc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (54ec296b-99ba-4e28-9466-c5bf59cfde77), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:08.058625 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-3b87fe7a-b808-49d7-b3fa-c306eb31ccc0 admin admin] For port 54ec296b-99ba-4e28-9466-c5bf59cfde77, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=54ec296b-99ba-4e28-9466-c5bf59cfde77,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:49:08.058625 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3b87fe7a-b808-49d7-b3fa-c306eb31ccc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (54ec296b-99ba-4e28-9466-c5bf59cfde77), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:08.072309 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-3b87fe7a-b808-49d7-b3fa-c306eb31ccc0 admin admin] Calling delete_port for 54ec296b-99ba-4e28-9466-c5bf59cfde77 owned by network:router_gateway {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:49:08.082782 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:08.118462 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-e95427ee-e827-4604-9673-12722f714304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'name': 'tempest-AttachVolumeTestJSON-293215671-router', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:57Z', 'updated_at': '2022-09-28T08:49:06Z', 'revision_number': 5, 'project_id': 'd3e65d28e5664025978902943452f338', 'gw_port': {'id': '54ec296b-99ba-4e28-9466-c5bf59cfde77', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:00Z', 'updated_at': '2022-09-28T08:38:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:08.143135 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95427ee-e827-4604-9673-12722f714304 None None] Checking router: f28f4b09-bb20-4116-a49c-6a9d65d35564 for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:49:08.151677 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95427ee-e827-4604-9673-12722f714304 None None] Routers {'f28f4b09-bb20-4116-a49c-6a9d65d35564'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:49:08.152327 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-e95427ee-e827-4604-9673-12722f714304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:48:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['f28f4b09-bb20-4116-a49c-6a9d65d35564'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:08.237248 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-e95427ee-e827-4604-9673-12722f714304 None None] Set router f28f4b09-bb20-4116-a49c-6a9d65d35564 gateway port host: None {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:49:08.239999 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3b87fe7a-b808-49d7-b3fa-c306eb31ccc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (54ec296b-99ba-4e28-9466-c5bf59cfde77), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:08.264855 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87fe7a-b808-49d7-b3fa-c306eb31ccc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=54ec296b-99ba-4e28-9466-c5bf59cfde77,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:08.298072 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-e95427ee-e827-4604-9673-12722f714304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'name': 'tempest-AttachVolumeTestJSON-293215671-router', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:57Z', 'updated_at': '2022-09-28T08:49:07Z', 'revision_number': 6, 'project_id': 'd3e65d28e5664025978902943452f338', 'gw_port_host': None}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:08.323840 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95427ee-e827-4604-9673-12722f714304 None None] The sync data for ids ['f28f4b09-bb20-4116-a49c-6a9d65d35564'] in dv-cinder-844563-8-iscsi is: [{'id': 'f28f4b09-bb20-4116-a49c-6a9d65d35564', 'name': 'tempest-AttachVolumeTestJSON-293215671-router', 'tenant_id': 'd3e65d28e5664025978902943452f338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:57Z', 'updated_at': '2022-09-28T08:49:07Z', 'revision_number': 6, 'project_id': 'd3e65d28e5664025978902943452f338', 'gw_port_host': None}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:49:08.331354 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3b87fe7a-b808-49d7-b3fa-c306eb31ccc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595758'] for router_gateway (f28f4b09-bb20-4116-a49c-6a9d65d35564), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:08.420017 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3b87fe7a-b808-49d7-b3fa-c306eb31ccc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3720'] for router (f28f4b09-bb20-4116-a49c-6a9d65d35564), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:08.422338 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3b87fe7a-b808-49d7-b3fa-c306eb31ccc0 admin admin] Publish callbacks [] for router_controller (f28f4b09-bb20-4116-a49c-6a9d65d35564), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:08.463441 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3b87fe7a-b808-49d7-b3fa-c306eb31ccc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596270'] for router (f28f4b09-bb20-4116-a49c-6a9d65d35564), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:08.464053 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b87fe7a-b808-49d7-b3fa-c306eb31ccc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f28f4b09-bb20-4116-a49c-6a9d65d35564 {{(pid=106475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:49:08.468807 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3b87fe7a-b808-49d7-b3fa-c306eb31ccc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:08.470330 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-3b87fe7a-b808-49d7-b3fa-c306eb31ccc0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/f28f4b09-bb20-4116-a49c-6a9d65d35564 HTTP/1.1" status: 204 len: 168 time: 0.7531564 Sep 28 08:49:08.473601 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 59946) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:08.517665 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_v2 [None req-73630f7b-4b51-45fa-828f-f973db59faaa admin admin] Deleting subnet 6605e181-a637-4e6a-a804-d0eb5c55d597 {{(pid=106475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 08:49:08.521161 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-73630f7b-4b51-45fa-828f-f973db59faaa admin admin] Publish callbacks [] for subnet (6605e181-a637-4e6a-a804-d0eb5c55d597), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:08.563756 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-73630f7b-4b51-45fa-828f-f973db59faaa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2637683'] for subnet (6605e181-a637-4e6a-a804-d0eb5c55d597), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:08.637876 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-73630f7b-4b51-45fa-828f-f973db59faaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672334'] for subnet (6605e181-a637-4e6a-a804-d0eb5c55d597), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:08.639746 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:08.694986 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-73630f7b-4b51-45fa-828f-f973db59faaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2793407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3714010'] for subnet (6605e181-a637-4e6a-a804-d0eb5c55d597), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:08.703194 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:08.729857 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73630f7b-4b51-45fa-828f-f973db59faaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6605e181-a637-4e6a-a804-d0eb5c55d597,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:08.732051 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-73630f7b-4b51-45fa-828f-f973db59faaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:08.739335 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-73630f7b-4b51-45fa-828f-f973db59faaa admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/6605e181-a637-4e6a-a804-d0eb5c55d597 HTTP/1.1" status: 204 len: 168 time: 0.2607417 Sep 28 08:49:08.739335 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 59948) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:08.740755 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0833c6fb-9e30-457e-bab7-18900f44647a None None] Network ff034301-a1c4-4028-a91c-012c3b139427 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:49:08.809035 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-99b8c228-9e90-4f1d-8e64-1d3b91f612be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792351'] for network (ff034301-a1c4-4028-a91c-012c3b139427), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:08.867885 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-99b8c228-9e90-4f1d-8e64-1d3b91f612be admin admin] Deleting port 4e47c2e5-73fd-4558-8e0b-235932c31889 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:49:08.868238 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-99b8c228-9e90-4f1d-8e64-1d3b91f612be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (4e47c2e5-73fd-4558-8e0b-235932c31889), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:08.936389 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-99b8c228-9e90-4f1d-8e64-1d3b91f612be admin admin] For port 4e47c2e5-73fd-4558-8e0b-235932c31889, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=4e47c2e5-73fd-4558-8e0b-235932c31889,segment=NetworkSegment(700aaca3-a22e-4970-8e60-aa95edd00338),segment_id=700aaca3-a22e-4970-8e60-aa95edd00338)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:49:08.936853 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-99b8c228-9e90-4f1d-8e64-1d3b91f612be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (4e47c2e5-73fd-4558-8e0b-235932c31889), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:08.950100 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-99b8c228-9e90-4f1d-8e64-1d3b91f612be admin admin] Calling delete_port for 4e47c2e5-73fd-4558-8e0b-235932c31889 owned by network:dhcp {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:49:09.028002 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-99b8c228-9e90-4f1d-8e64-1d3b91f612be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (4e47c2e5-73fd-4558-8e0b-235932c31889), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:09.053238 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8c228-9e90-4f1d-8e64-1d3b91f612be admin admin] Pushing event deleted for resources: {'Port': ['ID=4e47c2e5-73fd-4558-8e0b-235932c31889,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:09.056515 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b8c228-9e90-4f1d-8e64-1d3b91f612be admin admin] No DVR routers for this DVR port 4e47c2e5-73fd-4558-8e0b-235932c31889 on host dv-cinder-844563-8-iscsi {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:49:09.106385 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360667f4-d0cd-431a-ab79-b615c60e5e90 None None] DHCP port deletion for ff034301-a1c4-4028-a91c-012c3b139427 request from dv-cinder-844563-8-iscsi {{(pid=106477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 08:49:09.132638 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-99b8c228-9e90-4f1d-8e64-1d3b91f612be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845688', 'neutron.services.segments.db._delete_segments_for_network-8759190702794'] for network (ff034301-a1c4-4028-a91c-012c3b139427), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:09.153935 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-99b8c228-9e90-4f1d-8e64-1d3b91f612be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff034301-a1c4-4028-a91c-012c3b139427']}} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:09.163732 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-99b8c228-9e90-4f1d-8e64-1d3b91f612be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700aaca3-a22e-4970-8e60-aa95edd00338') {'for_net_delete': True} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:09.164030 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-99b8c228-9e90-4f1d-8e64-1d3b91f612be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700aaca3-a22e-4970-8e60-aa95edd00338') {} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:09.173911 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-99b8c228-9e90-4f1d-8e64-1d3b91f612be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759190673511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2637690'] for segment (700aaca3-a22e-4970-8e60-aa95edd00338), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:09.189744 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-99b8c228-9e90-4f1d-8e64-1d3b91f612be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (700aaca3-a22e-4970-8e60-aa95edd00338), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:09.201299 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b8c228-9e90-4f1d-8e64-1d3b91f612be admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=106475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:49:09.203402 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-99b8c228-9e90-4f1d-8e64-1d3b91f612be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2793233'] for segment (700aaca3-a22e-4970-8e60-aa95edd00338), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:09.228019 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment 700aaca3-a22e-4970-8e60-aa95edd00338 resource provider aggregate not found Sep 28 08:49:09.263259 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment 700aaca3-a22e-4970-8e60-aa95edd00338 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 700aaca3-a22e-4970-8e60-aa95edd00338 found for delete ", "request_id": "req-e5472945-96b0-45b1-9c2f-94d2fb96412d"}]} Sep 28 08:49:09.283468 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-99b8c228-9e90-4f1d-8e64-1d3b91f612be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595797'] for network (ff034301-a1c4-4028-a91c-012c3b139427), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:09.289627 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-99b8c228-9e90-4f1d-8e64-1d3b91f612be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:09.292769 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-99b8c228-9e90-4f1d-8e64-1d3b91f612be admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/ff034301-a1c4-4028-a91c-012c3b139427 HTTP/1.1" status: 204 len: 168 time: 0.5536346 Sep 28 08:49:09.305529 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8c228-9e90-4f1d-8e64-1d3b91f612be admin admin] Pushing event deleted for resources: {'Network': ['ID=ff034301-a1c4-4028-a91c-012c3b139427,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:09.436733 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 59958) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:09.477193 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-15fb69f9-cd66-4fe2-bab9-f1593d7b978c admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d3e65d28e5664025978902943452f338&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0391960 Sep 28 08:49:09.479676 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 59960) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:09.530933 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e4c32497-2770-46c4-aaf6-bd145101a003 admin admin] Publish callbacks [] for security_group (c91974ee-cd37-4781-8779-7502ea0dc008), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:09.551996 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e4c32497-2770-46c4-aaf6-bd145101a003 admin admin] Publish callbacks [] for security_group (c91974ee-cd37-4781-8779-7502ea0dc008), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:09.603542 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e4c32497-2770-46c4-aaf6-bd145101a003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (c91974ee-cd37-4781-8779-7502ea0dc008), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:09.606182 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e4c32497-2770-46c4-aaf6-bd145101a003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:09.607311 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e4c32497-2770-46c4-aaf6-bd145101a003 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c91974ee-cd37-4781-8779-7502ea0dc008 HTTP/1.1" status: 204 len: 168 time: 0.1267407 Sep 28 08:49:09.616544 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c32497-2770-46c4-aaf6-bd145101a003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91974ee-cd37-4781-8779-7502ea0dc008,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:09.697821 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 4c958791-0f5f-4925-88e0-a1c6f3b6419c no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:49:09.716841 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: 4c958791-0f5f-4925-88e0-a1c6f3b6419c {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:49:09.717219 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 4c958791-0f5f-4925-88e0-a1c6f3b6419c not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:49:09.717654 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 4e47c2e5-73fd-4558-8e0b-235932c31889 no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:49:09.740015 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: 4e47c2e5-73fd-4558-8e0b-235932c31889 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:49:09.740273 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 4e47c2e5-73fd-4558-8e0b-235932c31889 not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:49:09.740884 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 54ec296b-99ba-4e28-9466-c5bf59cfde77 no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:49:09.759516 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: 54ec296b-99ba-4e28-9466-c5bf59cfde77 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:49:09.759866 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 54ec296b-99ba-4e28-9466-c5bf59cfde77 not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:49:10.567377 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e162ba87-6283-404f-beea-3583fbdc78cf req-cc3d320b-f37e-4413-acc1-23bc3804cfd9 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489264 Sep 28 08:49:10.663018 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162ba87-6283-404f-beea-3583fbdc78cf req-ccb19e89-8f75-44e1-b20f-44f758c08b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:49:10.664528 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e162ba87-6283-404f-beea-3583fbdc78cf req-ccb19e89-8f75-44e1-b20f-44f758c08b7e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=6bc96052a69e409498462a1e4d499910&device_id=ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b HTTP/1.1" status: 200 len: 1129 time: 0.0489683 Sep 28 08:49:10.746274 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:10.762642 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:DELETE=10,neutron:UPDATE=1,neutron:SELECT=89 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:10.780380 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162ba87-6283-404f-beea-3583fbdc78cf req-64c83e5f-b5f1-4f44-bf91-345c6f6490ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:49:10.781993 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e162ba87-6283-404f-beea-3583fbdc78cf req-64c83e5f-b5f1-4f44-bf91-345c6f6490ff service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=b5328add-2390-4470-bd9d-0ff97db6e42c HTTP/1.1" status: 200 len: 915 time: 0.0968113 Sep 28 08:49:10.852344 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e162ba87-6283-404f-beea-3583fbdc78cf req-dda0472f-cc95-40ec-971c-20b375d59ad2 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3ad7883-60b5-4319-9508-c4abe5abf2d6 HTTP/1.1" status: 200 len: 1001 time: 0.0645435 Sep 28 08:49:10.907715 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162ba87-6283-404f-beea-3583fbdc78cf req-e681f31e-aced-430a-8324-e438a4e21b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:49:10.909402 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e162ba87-6283-404f-beea-3583fbdc78cf req-e681f31e-aced-430a-8324-e438a4e21b2d service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=d697553d-3af9-4c9b-ba05-d2609a53313e HTTP/1.1" status: 200 len: 853 time: 0.0511632 Sep 28 08:49:10.970278 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162ba87-6283-404f-beea-3583fbdc78cf req-9988ee07-071f-4975-8c9e-d6d99852c5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:49:10.971785 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e162ba87-6283-404f-beea-3583fbdc78cf req-9988ee07-071f-4975-8c9e-d6d99852c5e2 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b5328add-2390-4470-bd9d-0ff97db6e42c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551901 Sep 28 08:49:10.982018 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [req-e162ba87-6283-404f-beea-3583fbdc78cf req-3fa54220-2305-4bcc-a69b-62c3b3ae1e62 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106475) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 08:49:10.982976 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e162ba87-6283-404f-beea-3583fbdc78cf req-3fa54220-2305-4bcc-a69b-62c3b3ae1e62 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049422 Sep 28 08:49:11.077153 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e162ba87-6283-404f-beea-3583fbdc78cf req-095006d5-e3f8-4ed2-8328-5b2eb1c5c4c5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880375 Sep 28 08:49:11.172782 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e162ba87-6283-404f-beea-3583fbdc78cf req-65acb686-3753-4ca1-b1f6-d67d106b15dc service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890000 Sep 28 08:49:11.693581 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:11.694431 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:11.985038 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=28,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:12.013741 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=38,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:13.894768 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cac22b-362b-4bc1-90d6-4c7c7a8782af req-970c91f7-0081-467d-892f-9e6faac25401 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:49:13.896222 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-37cac22b-362b-4bc1-90d6-4c7c7a8782af req-970c91f7-0081-467d-892f-9e6faac25401 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b HTTP/1.1" status: 200 len: 945 time: 0.0495269 Sep 28 08:49:13.943513 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-37cac22b-362b-4bc1-90d6-4c7c7a8782af req-1f175c54-dcee-4855-bb2b-a4a1259be5a4 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ffc1edcd-41cb-4b5a-9410-32c5f45ce9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415599 Sep 28 08:49:15.065004 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a6c2d-6e49-4e13-930e-ebbb152e9d6d req-5973ed65-d1bc-4126-8886-ead4a3c460c4 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:49:15.067068 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-159a6c2d-6e49-4e13-930e-ebbb152e9d6d req-5973ed65-d1bc-4126-8886-ead4a3c460c4 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b HTTP/1.1" status: 200 len: 945 time: 0.0473690 Sep 28 08:49:15.115613 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-159a6c2d-6e49-4e13-930e-ebbb152e9d6d req-36568509-fb87-4437-9d0f-50dbdac83fe6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ffc1edcd-41cb-4b5a-9410-32c5f45ce9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428207 Sep 28 08:49:15.997432 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fd4d5-c81d-4db5-9716-d476485f5006 req-53d92d45-bc1b-4300-a362-0575aac6dabb tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:49:15.998881 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-392fd4d5-c81d-4db5-9716-d476485f5006 req-53d92d45-bc1b-4300-a362-0575aac6dabb tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b HTTP/1.1" status: 200 len: 945 time: 0.0512347 Sep 28 08:49:16.078762 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-392fd4d5-c81d-4db5-9716-d476485f5006 req-6cd48f67-eedb-446b-8382-f41359142732 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Deleting port a3ad7883-60b5-4319-9508-c4abe5abf2d6 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:49:16.079107 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-392fd4d5-c81d-4db5-9716-d476485f5006 req-6cd48f67-eedb-446b-8382-f41359142732 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (a3ad7883-60b5-4319-9508-c4abe5abf2d6), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:16.173457 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-392fd4d5-c81d-4db5-9716-d476485f5006 req-6cd48f67-eedb-446b-8382-f41359142732 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] For port a3ad7883-60b5-4319-9508-c4abe5abf2d6, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a3ad7883-60b5-4319-9508-c4abe5abf2d6,segment=NetworkSegment(52f4fd3c-c9b0-4536-b2fa-f368a4de5deb),segment_id=52f4fd3c-c9b0-4536-b2fa-f368a4de5deb)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:49:16.173823 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-392fd4d5-c81d-4db5-9716-d476485f5006 req-6cd48f67-eedb-446b-8382-f41359142732 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (a3ad7883-60b5-4319-9508-c4abe5abf2d6), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:16.236866 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcc178-41af-4375-969d-eac4719061fe req-9efd9b00-9fdc-4596-8b52-14b7678125b6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:49:16.238431 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2cbcc178-41af-4375-969d-eac4719061fe req-9efd9b00-9fdc-4596-8b52-14b7678125b6 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b HTTP/1.1" status: 200 len: 945 time: 0.0465527 Sep 28 08:49:16.291091 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2cbcc178-41af-4375-969d-eac4719061fe req-ef910b41-f7c3-44b5-a2b2-8b2c1fe1bbb3 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ffc1edcd-41cb-4b5a-9410-32c5f45ce9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466645 Sep 28 08:49:16.338412 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-392fd4d5-c81d-4db5-9716-d476485f5006 req-6cd48f67-eedb-446b-8382-f41359142732 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:16.338791 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-392fd4d5-c81d-4db5-9716-d476485f5006 req-6cd48f67-eedb-446b-8382-f41359142732 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (69a7b33f-2765-4ea2-9203-70378cfba441), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:16.339100 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.db.l3_db [req-392fd4d5-c81d-4db5-9716-d476485f5006 req-6cd48f67-eedb-446b-8382-f41359142732 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Floating IP 69a7b33f-2765-4ea2-9203-70378cfba441 disassociated. External IP: 172.27.2.252, port: a3ad7883-60b5-4319-9508-c4abe5abf2d6. Sep 28 08:49:16.339444 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-392fd4d5-c81d-4db5-9716-d476485f5006 req-6cd48f67-eedb-446b-8382-f41359142732 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Calling delete_port for a3ad7883-60b5-4319-9508-c4abe5abf2d6 owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:49:16.468427 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-392fd4d5-c81d-4db5-9716-d476485f5006 req-6cd48f67-eedb-446b-8382-f41359142732 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (a3ad7883-60b5-4319-9508-c4abe5abf2d6), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:16.496218 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd48f67-eedb-446b-8382-f41359142732 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event deleted for resources: {'Port': ['ID=a3ad7883-60b5-4319-9508-c4abe5abf2d6,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:16.509230 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:16.550905 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:16.615987 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-392fd4d5-c81d-4db5-9716-d476485f5006 req-6cd48f67-eedb-446b-8382-f41359142732 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Router 2c1b6b9f-8cae-431f-8691-887c46e580ff has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:49:16.722632 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-392fd4d5-c81d-4db5-9716-d476485f5006 req-6cd48f67-eedb-446b-8382-f41359142732 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:49:16.732624 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecc4a46-aa8d-4ca7-8c22-d66fca67022b None None] Sync routers for ids ['2c1b6b9f-8cae-431f-8691-887c46e580ff'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:49:16.744067 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecc4a46-aa8d-4ca7-8c22-d66fca67022b None None] Routers {'2c1b6b9f-8cae-431f-8691-887c46e580ff'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:49:16.744698 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-7ecc4a46-aa8d-4ca7-8c22-d66fca67022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:48:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['2c1b6b9f-8cae-431f-8691-887c46e580ff'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:16.777118 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-392fd4d5-c81d-4db5-9716-d476485f5006 req-6cd48f67-eedb-446b-8382-f41359142732 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] No DVR routers for this DVR port a3ad7883-60b5-4319-9508-c4abe5abf2d6 on host hv-cinder-84456 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:49:16.780671 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-392fd4d5-c81d-4db5-9716-d476485f5006 req-6cd48f67-eedb-446b-8382-f41359142732 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:16.784009 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-392fd4d5-c81d-4db5-9716-d476485f5006 req-6cd48f67-eedb-446b-8382-f41359142732 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.26 "DELETE /networking/v2.0/ports/a3ad7883-60b5-4319-9508-c4abe5abf2d6 HTTP/1.1" status: 204 len: 173 time: 0.7798717 Sep 28 08:49:16.784556 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b', 'name': 'network-vif-deleted', 'tag': 'a3ad7883-60b5-4319-9508-c4abe5abf2d6'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:49:16.787650 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a905647-c933-465b-b555-289b114ebd8c" -d '{"events": [{"server_uuid": "ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b", "name": "network-vif-deleted", "tag": "a3ad7883-60b5-4319-9508-c4abe5abf2d6"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:49:16.837582 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51877da-3d66-44a5-bba5-807bff409135 x-openstack-request-id: req-d51877da-3d66-44a5-bba5-807bff409135 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:49:16.837988 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b", "name": "network-vif-deleted", "tag": "a3ad7883-60b5-4319-9508-c4abe5abf2d6", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:49:16.838768 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d51877da-3d66-44a5-bba5-807bff409135 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:49:16.838886 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d51877da-3d66-44a5-bba5-807bff409135'] response: {'server_uuid': 'ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b', 'name': 'network-vif-deleted', 'tag': 'a3ad7883-60b5-4319-9508-c4abe5abf2d6', 'status': 'completed', 'code': 200} Sep 28 08:49:16.860914 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-7ecc4a46-aa8d-4ca7-8c22-d66fca67022b None None] Set router 2c1b6b9f-8cae-431f-8691-887c46e580ff gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:49:17.074860 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-7ecc4a46-aa8d-4ca7-8c22-d66fca67022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:31Z', 'revision_number': 5, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:17.099254 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecc4a46-aa8d-4ca7-8c22-d66fca67022b None None] Checking router: 2c1b6b9f-8cae-431f-8691-887c46e580ff for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:49:17.109943 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecc4a46-aa8d-4ca7-8c22-d66fca67022b None None] Routers {'2c1b6b9f-8cae-431f-8691-887c46e580ff'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:49:17.110562 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-7ecc4a46-aa8d-4ca7-8c22-d66fca67022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:48:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['2c1b6b9f-8cae-431f-8691-887c46e580ff'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:17.211922 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-7ecc4a46-aa8d-4ca7-8c22-d66fca67022b None None] Set router 2c1b6b9f-8cae-431f-8691-887c46e580ff gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:49:17.403147 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-7ecc4a46-aa8d-4ca7-8c22-d66fca67022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:31Z', 'revision_number': 5, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:17.417714 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-65668639-65f2-42b6-8f28-2b968815a778 req-45ac32ce-36df-4b8b-b758-be60cf6aaccd tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ae27fb00-70c1-4f6c-9ab8-23a24e9ec49b HTTP/1.1" status: 200 len: 210 time: 0.0310762 Sep 28 08:49:17.429650 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecc4a46-aa8d-4ca7-8c22-d66fca67022b None None] The sync data for ids ['2c1b6b9f-8cae-431f-8691-887c46e580ff'] in dv-cinder-844563-8-iscsi is: [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:38:14Z', 'revision_number': 4, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '99cb5dc2-1509-4d2f-9b58-4311a3b57a96', 'name': '', 'network_id': 'b5328add-2390-4470-bd9d-0ff97db6e42c', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'mac_address': 'fa:16:3e:34:9d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:38:12Z', 'updated_at': '2022-09-28T08:38:31Z', 'revision_number': 5, 'project_id': '6bc96052a69e409498462a1e4d499910', 'subnets': [{'id': 'd697553d-3af9-4c9b-ba05-d2609a53313e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:49:17.656351 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93452443-5a0b-47fd-8ca9-bc4345bd3aaf None None] New status for floating IP 69a7b33f-2765-4ea2-9203-70378cfba441: DOWN {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:49:18.521557 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 60110) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:18.576709 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-52e04d68-6411-4ae4-9226-ce9215178e2a tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group (ffc1edcd-41cb-4b5a-9410-32c5f45ce9f4), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:18.598993 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-52e04d68-6411-4ae4-9226-ce9215178e2a tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group (ffc1edcd-41cb-4b5a-9410-32c5f45ce9f4), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:18.646201 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-52e04d68-6411-4ae4-9226-ce9215178e2a tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (ffc1edcd-41cb-4b5a-9410-32c5f45ce9f4), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:18.648927 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-52e04d68-6411-4ae4-9226-ce9215178e2a tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:18.650150 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-52e04d68-6411-4ae4-9226-ce9215178e2a tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ffc1edcd-41cb-4b5a-9410-32c5f45ce9f4 HTTP/1.1" status: 204 len: 168 time: 0.1275516 Sep 28 08:49:18.652960 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 60112) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:18.659353 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e04d68-6411-4ae4-9226-ce9215178e2a tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc1edcd-41cb-4b5a-9410-32c5f45ce9f4,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:18.670254 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.api.v2.resource [None req-134f257f-b9ad-4359-a944-a17d44f884c1 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] show failed (client error): The resource could not be found. Sep 28 08:49:18.671280 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-134f257f-b9ad-4359-a944-a17d44f884c1 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "GET /networking/v2.0/security-groups/ffc1edcd-41cb-4b5a-9410-32c5f45ce9f4 HTTP/1.1" status: 404 len: 347 time: 0.0172532 Sep 28 08:49:18.674573 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 60114) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:18.794649 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-28e19e96-7c66-47ac-ab4b-7c0424649c96 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Deleting port 3ee18828-9c6a-4445-8a28-32dae224478c {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:49:18.794912 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-28e19e96-7c66-47ac-ab4b-7c0424649c96 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (3ee18828-9c6a-4445-8a28-32dae224478c), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:18.870766 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-28e19e96-7c66-47ac-ab4b-7c0424649c96 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (3ee18828-9c6a-4445-8a28-32dae224478c), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:18.871100 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-28e19e96-7c66-47ac-ab4b-7c0424649c96 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (3ee18828-9c6a-4445-8a28-32dae224478c), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:18.883612 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-28e19e96-7c66-47ac-ab4b-7c0424649c96 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Calling delete_port for 3ee18828-9c6a-4445-8a28-32dae224478c owned by network:floatingip {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:49:19.017322 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-28e19e96-7c66-47ac-ab4b-7c0424649c96 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (3ee18828-9c6a-4445-8a28-32dae224478c), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:19.043108 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e19e96-7c66-47ac-ab4b-7c0424649c96 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Pushing event deleted for resources: {'Port': ['ID=3ee18828-9c6a-4445-8a28-32dae224478c,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:19.116702 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-28e19e96-7c66-47ac-ab4b-7c0424649c96 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks [] for floatingip (69a7b33f-2765-4ea2-9203-70378cfba441), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:19.119579 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-28e19e96-7c66-47ac-ab4b-7c0424649c96 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:19.120856 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-28e19e96-7c66-47ac-ab4b-7c0424649c96 tempest-AttachVolumeNegativeTest-422995557 tempest-AttachVolumeNegativeTest-422995557-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/69a7b33f-2765-4ea2-9203-70378cfba441 HTTP/1.1" status: 204 len: 168 time: 0.4448392 Sep 28 08:49:19.270853 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 60128) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:19.382198 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ce94ac95-9f19-4f2c-8e78-f0a4bb6aa311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:19.464258 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ce94ac95-9f19-4f2c-8e78-f0a4bb6aa311 admin admin] Publish callbacks [] for security_group (982b80de-fca0-4ec5-818f-aa51f0b67ea3), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:19.468296 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ce94ac95-9f19-4f2c-8e78-f0a4bb6aa311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (982b80de-fca0-4ec5-818f-aa51f0b67ea3), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:19.497897 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:19.521932 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce94ac95-9f19-4f2c-8e78-f0a4bb6aa311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982b80de-fca0-4ec5-818f-aa51f0b67ea3,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:19.529887 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-ce94ac95-9f19-4f2c-8e78-f0a4bb6aa311 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a61f5e00c9434810994bca8eb23255dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577913 Sep 28 08:49:19.530196 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 60134) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:19.584698 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-05bb72c2-78bb-4ea3-949f-ad203fd9596d admin admin] Publish callbacks [] for security_group (982b80de-fca0-4ec5-818f-aa51f0b67ea3), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:19.605744 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-05bb72c2-78bb-4ea3-949f-ad203fd9596d admin admin] Publish callbacks [] for security_group (982b80de-fca0-4ec5-818f-aa51f0b67ea3), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:19.625290 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=100 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:19.634971 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device a3ad7883-60b5-4319-9508-c4abe5abf2d6 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:49:19.658172 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-05bb72c2-78bb-4ea3-949f-ad203fd9596d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (982b80de-fca0-4ec5-818f-aa51f0b67ea3), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:19.661313 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-05bb72c2-78bb-4ea3-949f-ad203fd9596d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:19.662615 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-05bb72c2-78bb-4ea3-949f-ad203fd9596d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/982b80de-fca0-4ec5-818f-aa51f0b67ea3 HTTP/1.1" status: 204 len: 168 time: 0.1313937 Sep 28 08:49:19.664534 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] No Port match for: a3ad7883-60b5-4319-9508-c4abe5abf2d6 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:49:19.664891 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device a3ad7883-60b5-4319-9508-c4abe5abf2d6 not bound to the agent host hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:49:19.672977 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb72c2-78bb-4ea3-949f-ad203fd9596d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982b80de-fca0-4ec5-818f-aa51f0b67ea3,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:22.966493 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 60200) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:23.170383 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:23.649353 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ea06a7a7-8df0-49eb-a910-c77e4486c961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605544'] for router_interface (2c1b6b9f-8cae-431f-8691-887c46e580ff), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:23.870904 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-ea06a7a7-8df0-49eb-a910-c77e4486c961 admin admin] Deleting port 99cb5dc2-1509-4d2f-9b58-4311a3b57a96 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:49:23.870904 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ea06a7a7-8df0-49eb-a910-c77e4486c961 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (99cb5dc2-1509-4d2f-9b58-4311a3b57a96), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:23.949560 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-ea06a7a7-8df0-49eb-a910-c77e4486c961 admin admin] For port 99cb5dc2-1509-4d2f-9b58-4311a3b57a96, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=99cb5dc2-1509-4d2f-9b58-4311a3b57a96,segment=NetworkSegment(52f4fd3c-c9b0-4536-b2fa-f368a4de5deb),segment_id=52f4fd3c-c9b0-4536-b2fa-f368a4de5deb)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:49:23.949928 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ea06a7a7-8df0-49eb-a910-c77e4486c961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (99cb5dc2-1509-4d2f-9b58-4311a3b57a96), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:23.962624 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-ea06a7a7-8df0-49eb-a910-c77e4486c961 admin admin] Calling delete_port for 99cb5dc2-1509-4d2f-9b58-4311a3b57a96 owned by network:router_interface {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:49:24.127395 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:24.146803 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ea06a7a7-8df0-49eb-a910-c77e4486c961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (99cb5dc2-1509-4d2f-9b58-4311a3b57a96), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:24.176273 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06a7a7-8df0-49eb-a910-c77e4486c961 admin admin] Pushing event deleted for resources: {'Port': ['ID=99cb5dc2-1509-4d2f-9b58-4311a3b57a96,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:24.230464 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:24.309747 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-66b5b50d-694e-436b-b9ed-37a45f816274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:24.350461 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ea06a7a7-8df0-49eb-a910-c77e4486c961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596184'] for router_interface (2c1b6b9f-8cae-431f-8691-887c46e580ff), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:24.558861 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea06a7a7-8df0-49eb-a910-c77e4486c961 admin admin] Router 2c1b6b9f-8cae-431f-8691-887c46e580ff has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:49:24.658332 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea06a7a7-8df0-49eb-a910-c77e4486c961 admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:49:24.664440 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-ea06a7a7-8df0-49eb-a910-c77e4486c961 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/2c1b6b9f-8cae-431f-8691-887c46e580ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6963665 Sep 28 08:49:24.666375 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 60208) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:24.671595 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abe1b09-68ef-4b76-9b59-e37c560a31fe None None] Sync routers for ids ['2c1b6b9f-8cae-431f-8691-887c46e580ff'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:49:24.682435 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abe1b09-68ef-4b76-9b59-e37c560a31fe None None] Routers {'2c1b6b9f-8cae-431f-8691-887c46e580ff'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:49:24.683135 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-7abe1b09-68ef-4b76-9b59-e37c560a31fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:48:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['2c1b6b9f-8cae-431f-8691-887c46e580ff'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:24.779228 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5231bea8-cbde-44e5-975e-51932860bfd9 admin admin] Publish callbacks [] for router (2c1b6b9f-8cae-431f-8691-887c46e580ff), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:24.876780 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-7abe1b09-68ef-4b76-9b59-e37c560a31fe None None] Set router 2c1b6b9f-8cae-431f-8691-887c46e580ff gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:49:24.879911 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5231bea8-cbde-44e5-975e-51932860bfd9 admin admin] Publish callbacks [] for router_gateway (2c1b6b9f-8cae-431f-8691-887c46e580ff), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:24.922591 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-5231bea8-cbde-44e5-975e-51932860bfd9 admin admin] Deleting port f6e75e89-52cb-4057-b67b-b6e4386fad34 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:49:24.922932 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5231bea8-cbde-44e5-975e-51932860bfd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (f6e75e89-52cb-4057-b67b-b6e4386fad34), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:25.006501 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-5231bea8-cbde-44e5-975e-51932860bfd9 admin admin] For port f6e75e89-52cb-4057-b67b-b6e4386fad34, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=f6e75e89-52cb-4057-b67b-b6e4386fad34,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:49:25.006870 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5231bea8-cbde-44e5-975e-51932860bfd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (f6e75e89-52cb-4057-b67b-b6e4386fad34), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:25.020326 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-5231bea8-cbde-44e5-975e-51932860bfd9 admin admin] Calling delete_port for f6e75e89-52cb-4057-b67b-b6e4386fad34 owned by network:router_gateway {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:49:25.030906 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:25.061674 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:25.066782 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-7abe1b09-68ef-4b76-9b59-e37c560a31fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:49:24Z', 'revision_number': 5, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port': {'id': 'f6e75e89-52cb-4057-b67b-b6e4386fad34', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:37:59Z', 'updated_at': '2022-09-28T08:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:25.091754 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abe1b09-68ef-4b76-9b59-e37c560a31fe None None] Checking router: 2c1b6b9f-8cae-431f-8691-887c46e580ff for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:49:25.100688 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abe1b09-68ef-4b76-9b59-e37c560a31fe None None] Routers {'2c1b6b9f-8cae-431f-8691-887c46e580ff'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:49:25.101347 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-7abe1b09-68ef-4b76-9b59-e37c560a31fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:48:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['2c1b6b9f-8cae-431f-8691-887c46e580ff'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:25.145729 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:25.165910 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:25.187694 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-7abe1b09-68ef-4b76-9b59-e37c560a31fe None None] Set router 2c1b6b9f-8cae-431f-8691-887c46e580ff gateway port host: None {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:49:25.200833 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5231bea8-cbde-44e5-975e-51932860bfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (f6e75e89-52cb-4057-b67b-b6e4386fad34), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:25.225575 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231bea8-cbde-44e5-975e-51932860bfd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6e75e89-52cb-4057-b67b-b6e4386fad34,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:25.238266 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-7abe1b09-68ef-4b76-9b59-e37c560a31fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:49:24Z', 'revision_number': 6, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port_host': None}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:25.266364 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abe1b09-68ef-4b76-9b59-e37c560a31fe None None] The sync data for ids ['2c1b6b9f-8cae-431f-8691-887c46e580ff'] in dv-cinder-844563-8-iscsi is: [{'id': '2c1b6b9f-8cae-431f-8691-887c46e580ff', 'name': 'tempest-AttachVolumeNegativeTest-430886426-router', 'tenant_id': '6bc96052a69e409498462a1e4d499910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:37:58Z', 'updated_at': '2022-09-28T08:49:24Z', 'revision_number': 6, 'project_id': '6bc96052a69e409498462a1e4d499910', 'gw_port_host': None}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:49:25.293232 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5231bea8-cbde-44e5-975e-51932860bfd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595758'] for router_gateway (2c1b6b9f-8cae-431f-8691-887c46e580ff), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:25.389963 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5231bea8-cbde-44e5-975e-51932860bfd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3720'] for router (2c1b6b9f-8cae-431f-8691-887c46e580ff), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:25.392195 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5231bea8-cbde-44e5-975e-51932860bfd9 admin admin] Publish callbacks [] for router_controller (2c1b6b9f-8cae-431f-8691-887c46e580ff), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:25.435615 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5231bea8-cbde-44e5-975e-51932860bfd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596270'] for router (2c1b6b9f-8cae-431f-8691-887c46e580ff), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:25.436349 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5231bea8-cbde-44e5-975e-51932860bfd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c1b6b9f-8cae-431f-8691-887c46e580ff {{(pid=106475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:49:25.442362 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5231bea8-cbde-44e5-975e-51932860bfd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:25.443504 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-5231bea8-cbde-44e5-975e-51932860bfd9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/2c1b6b9f-8cae-431f-8691-887c46e580ff HTTP/1.1" status: 204 len: 168 time: 0.7761979 Sep 28 08:49:25.446064 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 60212) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:25.490535 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce852f32-b8a5-4104-b8c2-6fbc1906d79f admin admin] Deleting subnet d697553d-3af9-4c9b-ba05-d2609a53313e {{(pid=106475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 08:49:25.493867 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ce852f32-b8a5-4104-b8c2-6fbc1906d79f admin admin] Publish callbacks [] for subnet (d697553d-3af9-4c9b-ba05-d2609a53313e), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:25.535221 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ce852f32-b8a5-4104-b8c2-6fbc1906d79f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2637683'] for subnet (d697553d-3af9-4c9b-ba05-d2609a53313e), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:25.613930 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ce852f32-b8a5-4104-b8c2-6fbc1906d79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672334'] for subnet (d697553d-3af9-4c9b-ba05-d2609a53313e), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:25.674633 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ce852f32-b8a5-4104-b8c2-6fbc1906d79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2793407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3714010'] for subnet (d697553d-3af9-4c9b-ba05-d2609a53313e), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:25.708461 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce852f32-b8a5-4104-b8c2-6fbc1906d79f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d697553d-3af9-4c9b-ba05-d2609a53313e,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:25.713824 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ce852f32-b8a5-4104-b8c2-6fbc1906d79f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:25.717476 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-ce852f32-b8a5-4104-b8c2-6fbc1906d79f admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/d697553d-3af9-4c9b-ba05-d2609a53313e HTTP/1.1" status: 204 len: 168 time: 0.2701356 Sep 28 08:49:25.719937 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 60214) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:25.723718 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f5db64-9557-4ed1-8607-f0cd94bb4a7c None None] Network b5328add-2390-4470-bd9d-0ff97db6e42c requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:49:25.790186 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-08f52bf2-ad6b-48cd-9b5b-883feeff9c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792351'] for network (b5328add-2390-4470-bd9d-0ff97db6e42c), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:25.832256 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-08f52bf2-ad6b-48cd-9b5b-883feeff9c38 admin admin] Deleting port 4c9970cf-1e6b-4c88-980f-02b785af3fc5 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:49:25.832551 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-08f52bf2-ad6b-48cd-9b5b-883feeff9c38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (4c9970cf-1e6b-4c88-980f-02b785af3fc5), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:25.899796 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-08f52bf2-ad6b-48cd-9b5b-883feeff9c38 admin admin] For port 4c9970cf-1e6b-4c88-980f-02b785af3fc5, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=4c9970cf-1e6b-4c88-980f-02b785af3fc5,segment=NetworkSegment(52f4fd3c-c9b0-4536-b2fa-f368a4de5deb),segment_id=52f4fd3c-c9b0-4536-b2fa-f368a4de5deb)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:49:25.900153 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-08f52bf2-ad6b-48cd-9b5b-883feeff9c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (4c9970cf-1e6b-4c88-980f-02b785af3fc5), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:25.913468 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-08f52bf2-ad6b-48cd-9b5b-883feeff9c38 admin admin] Calling delete_port for 4c9970cf-1e6b-4c88-980f-02b785af3fc5 owned by network:dhcp {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:49:25.953820 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:25.990540 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-08f52bf2-ad6b-48cd-9b5b-883feeff9c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (4c9970cf-1e6b-4c88-980f-02b785af3fc5), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:26.017314 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f52bf2-ad6b-48cd-9b5b-883feeff9c38 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c9970cf-1e6b-4c88-980f-02b785af3fc5,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:26.023389 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f52bf2-ad6b-48cd-9b5b-883feeff9c38 admin admin] No DVR routers for this DVR port 4c9970cf-1e6b-4c88-980f-02b785af3fc5 on host dv-cinder-844563-8-iscsi {{(pid=106476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:49:26.034319 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc9258d-b06b-4f18-af8e-8f553173abd1 None None] DHCP port deletion for b5328add-2390-4470-bd9d-0ff97db6e42c request from dv-cinder-844563-8-iscsi {{(pid=106477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 08:49:26.114637 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-08f52bf2-ad6b-48cd-9b5b-883feeff9c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845688', 'neutron.services.segments.db._delete_segments_for_network-8759190702794'] for network (b5328add-2390-4470-bd9d-0ff97db6e42c), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:26.126496 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 99cb5dc2-1509-4d2f-9b58-4311a3b57a96 no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:49:26.126865 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:26.137678 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-08f52bf2-ad6b-48cd-9b5b-883feeff9c38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5328add-2390-4470-bd9d-0ff97db6e42c']}} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:26.147392 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: 99cb5dc2-1509-4d2f-9b58-4311a3b57a96 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:49:26.147742 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 99cb5dc2-1509-4d2f-9b58-4311a3b57a96 not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:49:26.148413 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-08f52bf2-ad6b-48cd-9b5b-883feeff9c38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb') {'for_net_delete': True} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:26.148714 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-08f52bf2-ad6b-48cd-9b5b-883feeff9c38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f4fd3c-c9b0-4536-b2fa-f368a4de5deb') {} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:49:26.159000 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-08f52bf2-ad6b-48cd-9b5b-883feeff9c38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759190673511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260594424'] for segment (52f4fd3c-c9b0-4536-b2fa-f368a4de5deb), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:26.175405 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-08f52bf2-ad6b-48cd-9b5b-883feeff9c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (52f4fd3c-c9b0-4536-b2fa-f368a4de5deb), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:26.182818 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f52bf2-ad6b-48cd-9b5b-883feeff9c38 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=106476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:49:26.183334 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-08f52bf2-ad6b-48cd-9b5b-883feeff9c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3668257'] for segment (52f4fd3c-c9b0-4536-b2fa-f368a4de5deb), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:26.234586 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment 52f4fd3c-c9b0-4536-b2fa-f368a4de5deb resource provider aggregate not found Sep 28 08:49:26.257441 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment 52f4fd3c-c9b0-4536-b2fa-f368a4de5deb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52f4fd3c-c9b0-4536-b2fa-f368a4de5deb found for delete ", "request_id": "req-84122882-9356-485c-a432-17bff5b70cde"}]} Sep 28 08:49:26.261798 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-08f52bf2-ad6b-48cd-9b5b-883feeff9c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595797'] for network (b5328add-2390-4470-bd9d-0ff97db6e42c), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:26.278709 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-08f52bf2-ad6b-48cd-9b5b-883feeff9c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:26.284361 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-08f52bf2-ad6b-48cd-9b5b-883feeff9c38 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/b5328add-2390-4470-bd9d-0ff97db6e42c HTTP/1.1" status: 204 len: 168 time: 0.5603762 Sep 28 08:49:26.284361 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f52bf2-ad6b-48cd-9b5b-883feeff9c38 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5328add-2390-4470-bd9d-0ff97db6e42c,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:26.413518 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 60224) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:26.465533 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-05d7392c-d0db-46ad-be20-115e19b84b3b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6bc96052a69e409498462a1e4d499910&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0508084 Sep 28 08:49:26.468091 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 60226) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:26.516385 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-223bfc15-6d4a-4d3a-8bf3-f517b9b711a2 admin admin] Publish callbacks [] for security_group (3453f131-8579-4ff9-a5a8-f5d24572a078), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:26.539144 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-223bfc15-6d4a-4d3a-8bf3-f517b9b711a2 admin admin] Publish callbacks [] for security_group (3453f131-8579-4ff9-a5a8-f5d24572a078), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:26.554986 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:26.589623 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-223bfc15-6d4a-4d3a-8bf3-f517b9b711a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (3453f131-8579-4ff9-a5a8-f5d24572a078), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:26.592462 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-223bfc15-6d4a-4d3a-8bf3-f517b9b711a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:26.593660 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-223bfc15-6d4a-4d3a-8bf3-f517b9b711a2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3453f131-8579-4ff9-a5a8-f5d24572a078 HTTP/1.1" status: 204 len: 168 time: 0.1246741 Sep 28 08:49:26.602762 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bfc15-6d4a-4d3a-8bf3-f517b9b711a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3453f131-8579-4ff9-a5a8-f5d24572a078,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:26.697113 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c05d17f9-a680-475c-bf04-c24f701e742f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:27.699420 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device f6e75e89-52cb-4057-b67b-b6e4386fad34 no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:49:27.725350 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: f6e75e89-52cb-4057-b67b-b6e4386fad34 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:49:27.725682 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device f6e75e89-52cb-4057-b67b-b6e4386fad34 not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:49:27.726110 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 4c9970cf-1e6b-4c88-980f-02b785af3fc5 no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:49:27.754518 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: 4c9970cf-1e6b-4c88-980f-02b785af3fc5 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:49:27.755058 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 4c9970cf-1e6b-4c88-980f-02b785af3fc5 not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:49:27.896223 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:29.464900 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:29.524121 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:30.262760 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 60330) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:30.372786 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9b9a5a94-21c0-4b24-bfc3-64d7b67b0106 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:30.450493 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9b9a5a94-21c0-4b24-bfc3-64d7b67b0106 admin admin] Publish callbacks [] for security_group (68975523-2280-4aeb-8efc-b8c059fb5cac), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:30.454429 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-9b9a5a94-21c0-4b24-bfc3-64d7b67b0106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (68975523-2280-4aeb-8efc-b8c059fb5cac), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:30.493069 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a5a94-21c0-4b24-bfc3-64d7b67b0106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68975523-2280-4aeb-8efc-b8c059fb5cac,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:30.497399 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-9b9a5a94-21c0-4b24-bfc3-64d7b67b0106 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=5adf2ceefccd4080a904c554886d9577&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335494 Sep 28 08:49:30.500009 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 60336) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:30.552780 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0ba22c74-1256-4ace-9ea7-6aeec5c188d8 admin admin] Publish callbacks [] for security_group (68975523-2280-4aeb-8efc-b8c059fb5cac), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:30.572861 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0ba22c74-1256-4ace-9ea7-6aeec5c188d8 admin admin] Publish callbacks [] for security_group (68975523-2280-4aeb-8efc-b8c059fb5cac), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:30.621781 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0ba22c74-1256-4ace-9ea7-6aeec5c188d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (68975523-2280-4aeb-8efc-b8c059fb5cac), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:30.624240 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0ba22c74-1256-4ace-9ea7-6aeec5c188d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:30.625403 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-0ba22c74-1256-4ace-9ea7-6aeec5c188d8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/68975523-2280-4aeb-8efc-b8c059fb5cac HTTP/1.1" status: 204 len: 168 time: 0.1244779 Sep 28 08:49:30.632989 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba22c74-1256-4ace-9ea7-6aeec5c188d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68975523-2280-4aeb-8efc-b8c059fb5cac,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:31.745315 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:49:36.100322 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:36.596234 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=63,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:36.597078 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:39.287582 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 60450) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:39.394316 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c906dc5d-650e-4722-9d91-c1df303e2214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:39.471920 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c906dc5d-650e-4722-9d91-c1df303e2214 admin admin] Publish callbacks [] for security_group (43e2f849-2d30-485f-8658-3cad0b29eba0), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:39.476822 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c906dc5d-650e-4722-9d91-c1df303e2214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (43e2f849-2d30-485f-8658-3cad0b29eba0), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:39.520973 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-c906dc5d-650e-4722-9d91-c1df303e2214 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=6c7b3e2580f947b981190ee592fb5525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318065 Sep 28 08:49:39.521892 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906dc5d-650e-4722-9d91-c1df303e2214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e2f849-2d30-485f-8658-3cad0b29eba0,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:39.524692 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 60454) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:39.576103 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6f66603c-8dc8-45d7-8dfb-2f9fb346dced admin admin] Publish callbacks [] for security_group (43e2f849-2d30-485f-8658-3cad0b29eba0), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:39.596914 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6f66603c-8dc8-45d7-8dfb-2f9fb346dced admin admin] Publish callbacks [] for security_group (43e2f849-2d30-485f-8658-3cad0b29eba0), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:39.647227 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6f66603c-8dc8-45d7-8dfb-2f9fb346dced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (43e2f849-2d30-485f-8658-3cad0b29eba0), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:39.649767 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6f66603c-8dc8-45d7-8dfb-2f9fb346dced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:39.650907 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-6f66603c-8dc8-45d7-8dfb-2f9fb346dced admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/43e2f849-2d30-485f-8658-3cad0b29eba0 HTTP/1.1" status: 204 len: 168 time: 0.1251731 Sep 28 08:49:39.658991 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66603c-8dc8-45d7-8dfb-2f9fb346dced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e2f849-2d30-485f-8658-3cad0b29eba0,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:41.787606 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=14 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:41.792104 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=9 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:46.094794 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=70,neutron:UPDATE=7 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:49.511579 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:49.516792 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=63,neutron:DELETE=4,neutron:INSERT=11 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:49.653588 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:49.654360 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:49.672885 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:52.736594 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:52.737514 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:DELETE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:49:54.305183 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-53570353-62e8-44d0-9884-74cf155641dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:56.694291 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 60724) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:56.702083 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a5398f3f-d92c-4752-8360-dc3a5f638ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:56.811471 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e92fd807-fa8e-42c1-b15c-44fd615d5f97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:56.902393 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e92fd807-fa8e-42c1-b15c-44fd615d5f97 admin admin] Publish callbacks [] for security_group (30f1d95a-aa16-4f4e-ba92-c8f897ae7b64), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:56.907234 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e92fd807-fa8e-42c1-b15c-44fd615d5f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (30f1d95a-aa16-4f4e-ba92-c8f897ae7b64), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:56.948963 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e92fd807-fa8e-42c1-b15c-44fd615d5f97 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b6df65c33dc3480c91d62e90af814f22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529762 Sep 28 08:49:56.950209 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92fd807-fa8e-42c1-b15c-44fd615d5f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f1d95a-aa16-4f4e-ba92-c8f897ae7b64,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:56.951735 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 60736) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:56.957704 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fd807-fa8e-42c1-b15c-44fd615d5f97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:56.958064 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fd807-fa8e-42c1-b15c-44fd615d5f97 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:56.958420 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fd807-fa8e-42c1-b15c-44fd615d5f97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:56.958772 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fd807-fa8e-42c1-b15c-44fd615d5f97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:56.959140 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fd807-fa8e-42c1-b15c-44fd615d5f97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:56.959483 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fd807-fa8e-42c1-b15c-44fd615d5f97 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:56.959821 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fd807-fa8e-42c1-b15c-44fd615d5f97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:56.960155 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fd807-fa8e-42c1-b15c-44fd615d5f97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:56.960492 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fd807-fa8e-42c1-b15c-44fd615d5f97 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:56.960827 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fd807-fa8e-42c1-b15c-44fd615d5f97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:56.961187 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fd807-fa8e-42c1-b15c-44fd615d5f97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:56.961528 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fd807-fa8e-42c1-b15c-44fd615d5f97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:56.961860 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fd807-fa8e-42c1-b15c-44fd615d5f97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:56.962191 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fd807-fa8e-42c1-b15c-44fd615d5f97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:56.962522 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92fd807-fa8e-42c1-b15c-44fd615d5f97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:57.002459 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4de491e3-76a3-4439-88df-2b8b4df6a311 admin admin] Publish callbacks [] for security_group (30f1d95a-aa16-4f4e-ba92-c8f897ae7b64), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:57.024824 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4de491e3-76a3-4439-88df-2b8b4df6a311 admin admin] Publish callbacks [] for security_group (30f1d95a-aa16-4f4e-ba92-c8f897ae7b64), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:57.071208 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4de491e3-76a3-4439-88df-2b8b4df6a311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (30f1d95a-aa16-4f4e-ba92-c8f897ae7b64), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:57.073920 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4de491e3-76a3-4439-88df-2b8b4df6a311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:57.075065 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-4de491e3-76a3-4439-88df-2b8b4df6a311 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/30f1d95a-aa16-4f4e-ba92-c8f897ae7b64 HTTP/1.1" status: 204 len: 168 time: 0.1223509 Sep 28 08:49:57.083688 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de491e3-76a3-4439-88df-2b8b4df6a311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f1d95a-aa16-4f4e-ba92-c8f897ae7b64,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:57.091086 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de491e3-76a3-4439-88df-2b8b4df6a311 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:57.091443 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de491e3-76a3-4439-88df-2b8b4df6a311 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:57.091792 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de491e3-76a3-4439-88df-2b8b4df6a311 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:57.092138 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de491e3-76a3-4439-88df-2b8b4df6a311 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:57.092476 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de491e3-76a3-4439-88df-2b8b4df6a311 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:57.092814 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de491e3-76a3-4439-88df-2b8b4df6a311 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:57.093173 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de491e3-76a3-4439-88df-2b8b4df6a311 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:57.093505 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de491e3-76a3-4439-88df-2b8b4df6a311 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:57.093839 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de491e3-76a3-4439-88df-2b8b4df6a311 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:57.094171 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de491e3-76a3-4439-88df-2b8b4df6a311 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:57.094503 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de491e3-76a3-4439-88df-2b8b4df6a311 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:57.094856 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de491e3-76a3-4439-88df-2b8b4df6a311 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:57.095329 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de491e3-76a3-4439-88df-2b8b4df6a311 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:57.095744 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de491e3-76a3-4439-88df-2b8b4df6a311 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:57.096085 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de491e3-76a3-4439-88df-2b8b4df6a311 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:49:57.905504 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:58.506758 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 60792) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:58.613545 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4c0c9fee-9112-4e90-8fd8-f07d39f50450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:58.688247 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4c0c9fee-9112-4e90-8fd8-f07d39f50450 admin admin] Publish callbacks [] for security_group (72b97554-5c6c-4223-a93a-36286abd19d2), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:58.692094 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4c0c9fee-9112-4e90-8fd8-f07d39f50450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (72b97554-5c6c-4223-a93a-36286abd19d2), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:58.730126 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-4c0c9fee-9112-4e90-8fd8-f07d39f50450 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f471fbe510124f489638c4bc3a02c35d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222610 Sep 28 08:49:58.732211 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c9fee-9112-4e90-8fd8-f07d39f50450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b97554-5c6c-4223-a93a-36286abd19d2,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:58.734634 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 60796) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:58.786799 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-37695bac-1d15-425b-b536-0c33aa18b4f4 admin admin] Publish callbacks [] for security_group (72b97554-5c6c-4223-a93a-36286abd19d2), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:58.808099 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-37695bac-1d15-425b-b536-0c33aa18b4f4 admin admin] Publish callbacks [] for security_group (72b97554-5c6c-4223-a93a-36286abd19d2), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:58.857880 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-37695bac-1d15-425b-b536-0c33aa18b4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (72b97554-5c6c-4223-a93a-36286abd19d2), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:58.860597 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-37695bac-1d15-425b-b536-0c33aa18b4f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:58.861752 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-37695bac-1d15-425b-b536-0c33aa18b4f4 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/72b97554-5c6c-4223-a93a-36286abd19d2 HTTP/1.1" status: 204 len: 168 time: 0.1257091 Sep 28 08:49:58.869949 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37695bac-1d15-425b-b536-0c33aa18b4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b97554-5c6c-4223-a93a-36286abd19d2,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:59.133870 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 60802) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:59.149051 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9c039dcb-49b3-4138-96d5-7da1d5196327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:59.231161 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9c039dcb-49b3-4138-96d5-7da1d5196327 admin admin] Publish callbacks [] for security_group (73bb1836-af2d-4e6c-a1bb-13a2dea78f8d), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:59.235378 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9c039dcb-49b3-4138-96d5-7da1d5196327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (73bb1836-af2d-4e6c-a1bb-13a2dea78f8d), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:59.277849 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-9c039dcb-49b3-4138-96d5-7da1d5196327 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=15e2fa0fa67d48e6bee08ca45a071cec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422980 Sep 28 08:49:59.278841 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c039dcb-49b3-4138-96d5-7da1d5196327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bb1836-af2d-4e6c-a1bb-13a2dea78f8d,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:59.281340 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 60808) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:49:59.333711 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1547730d-185c-4ea8-8fb9-d488e70f6b89 admin admin] Publish callbacks [] for security_group (73bb1836-af2d-4e6c-a1bb-13a2dea78f8d), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:59.355470 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1547730d-185c-4ea8-8fb9-d488e70f6b89 admin admin] Publish callbacks [] for security_group (73bb1836-af2d-4e6c-a1bb-13a2dea78f8d), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:59.408729 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1547730d-185c-4ea8-8fb9-d488e70f6b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (73bb1836-af2d-4e6c-a1bb-13a2dea78f8d), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:59.413367 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1547730d-185c-4ea8-8fb9-d488e70f6b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:59.416907 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-1547730d-185c-4ea8-8fb9-d488e70f6b89 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/73bb1836-af2d-4e6c-a1bb-13a2dea78f8d HTTP/1.1" status: 204 len: 168 time: 0.1321888 Sep 28 08:49:59.423570 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547730d-185c-4ea8-8fb9-d488e70f6b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bb1836-af2d-4e6c-a1bb-13a2dea78f8d,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:49:59.475997 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:49:59.526323 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:00.691478 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 60850) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:00.805377 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9d8a79f7-6fd8-4eb6-91f6-ad5a1450c6a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:00.886976 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9d8a79f7-6fd8-4eb6-91f6-ad5a1450c6a5 admin admin] Publish callbacks [] for security_group (e38017e2-4978-48ec-bcfe-a7c8d2a2402f), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:00.891050 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9d8a79f7-6fd8-4eb6-91f6-ad5a1450c6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (e38017e2-4978-48ec-bcfe-a7c8d2a2402f), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:00.919116 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:00.937182 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-9d8a79f7-6fd8-4eb6-91f6-ad5a1450c6a5 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=17965bf69c104b2cafb63891739d4fb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440083 Sep 28 08:50:00.937871 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a79f7-6fd8-4eb6-91f6-ad5a1450c6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38017e2-4978-48ec-bcfe-a7c8d2a2402f,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:00.939851 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 60862) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:00.994199 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1cf10efb-5a6a-4d34-b891-0bbfedc37651 admin admin] Publish callbacks [] for security_group (e38017e2-4978-48ec-bcfe-a7c8d2a2402f), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:01.014738 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1cf10efb-5a6a-4d34-b891-0bbfedc37651 admin admin] Publish callbacks [] for security_group (e38017e2-4978-48ec-bcfe-a7c8d2a2402f), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:01.062895 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1cf10efb-5a6a-4d34-b891-0bbfedc37651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (e38017e2-4978-48ec-bcfe-a7c8d2a2402f), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:01.065387 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1cf10efb-5a6a-4d34-b891-0bbfedc37651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:01.066538 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-1cf10efb-5a6a-4d34-b891-0bbfedc37651 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e38017e2-4978-48ec-bcfe-a7c8d2a2402f HTTP/1.1" status: 204 len: 168 time: 0.1253395 Sep 28 08:50:01.076002 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf10efb-5a6a-4d34-b891-0bbfedc37651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38017e2-4978-48ec-bcfe-a7c8d2a2402f,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:06.102926 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:08.744841 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:50:10.777533 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e3e6b-77ae-449a-b3bf-4edd9f042019 req-5a6bd4cf-fedd-433a-be10-07b2ed0b319b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:10.778973 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-098e3e6b-77ae-449a-b3bf-4edd9f042019 req-5a6bd4cf-fedd-433a-be10-07b2ed0b319b tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 947 time: 0.0475967 Sep 28 08:50:10.829201 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-098e3e6b-77ae-449a-b3bf-4edd9f042019 req-c64eb647-4f1b-416f-8c48-ddf9748fe2d7 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442221 Sep 28 08:50:10.932907 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=68,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:11.961871 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e4435-1328-4bfc-8201-68f713985aee req-fcec2b31-a376-4902-8d87-0414b8dc51a9 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:11.963392 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4e1e4435-1328-4bfc-8201-68f713985aee req-fcec2b31-a376-4902-8d87-0414b8dc51a9 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 947 time: 0.0510430 Sep 28 08:50:12.007732 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:12.016050 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4e1e4435-1328-4bfc-8201-68f713985aee req-cb92db32-133b-4adf-8024-283a6a727aa8 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457759 Sep 28 08:50:13.142114 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57c4d3-c942-4135-aaf6-834baf49ed33 req-08fa3aa4-61ca-4c84-9d92-65daba81693e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:13.143592 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0d57c4d3-c942-4135-aaf6-834baf49ed33 req-08fa3aa4-61ca-4c84-9d92-65daba81693e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 947 time: 0.0472312 Sep 28 08:50:13.154694 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:13.192554 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0d57c4d3-c942-4135-aaf6-834baf49ed33 req-d27b1f1c-4a22-417b-aabb-a669f93342aa tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433242 Sep 28 08:50:14.320492 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b1bf2-ec2c-469c-bee1-bcab34f1b00c req-2e708e3e-54bd-4f26-90bf-b691cdfd8829 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:14.321883 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ad0b1bf2-ec2c-469c-bee1-bcab34f1b00c req-2e708e3e-54bd-4f26-90bf-b691cdfd8829 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 947 time: 0.0499787 Sep 28 08:50:14.369012 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ad0b1bf2-ec2c-469c-bee1-bcab34f1b00c req-44e65598-0eda-450e-bdca-b8529f33e2e2 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413320 Sep 28 08:50:15.501550 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a263d-ed55-49ec-8cfb-53dfca41b5b3 req-210bd82a-c63a-4455-a337-3a12cb244d28 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:15.503043 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3b1a263d-ed55-49ec-8cfb-53dfca41b5b3 req-210bd82a-c63a-4455-a337-3a12cb244d28 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 947 time: 0.0488009 Sep 28 08:50:15.552257 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3b1a263d-ed55-49ec-8cfb-53dfca41b5b3 req-4762042a-e461-474f-afa5-16723c99fe61 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=7a655401-8839-4eab-b03f-ee4cd8c08671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433857 Sep 28 08:50:15.991936 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306de7a-5327-4fca-8fc0-44e8a56d1f4b req-65a6619f-b817-491e-bd78-8bcd30ccc98e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:15.993433 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d306de7a-5327-4fca-8fc0-44e8a56d1f4b req-65a6619f-b817-491e-bd78-8bcd30ccc98e tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 947 time: 0.0473878 Sep 28 08:50:16.084096 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-d306de7a-5327-4fca-8fc0-44e8a56d1f4b req-ab7e94ed-3021-4929-ac2a-2ba4cddc87be tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Deleting port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:50:16.084446 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-d306de7a-5327-4fca-8fc0-44e8a56d1f4b req-ab7e94ed-3021-4929-ac2a-2ba4cddc87be tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:16.096829 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:16.099763 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:16.185937 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-d306de7a-5327-4fca-8fc0-44e8a56d1f4b req-ab7e94ed-3021-4929-ac2a-2ba4cddc87be tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] For port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=4d6b9373-73e3-4bd1-aca0-9a1bba180a33,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:50:16.186315 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-d306de7a-5327-4fca-8fc0-44e8a56d1f4b req-ab7e94ed-3021-4929-ac2a-2ba4cddc87be tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:16.352608 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-d306de7a-5327-4fca-8fc0-44e8a56d1f4b req-ab7e94ed-3021-4929-ac2a-2ba4cddc87be tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:16.352833 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-d306de7a-5327-4fca-8fc0-44e8a56d1f4b req-ab7e94ed-3021-4929-ac2a-2ba4cddc87be tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (d81da322-b92f-46b7-a596-8fbd40b6ea8c), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:16.353114 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.db.l3_db [req-d306de7a-5327-4fca-8fc0-44e8a56d1f4b req-ab7e94ed-3021-4929-ac2a-2ba4cddc87be tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Floating IP d81da322-b92f-46b7-a596-8fbd40b6ea8c disassociated. External IP: 172.27.2.245, port: 4d6b9373-73e3-4bd1-aca0-9a1bba180a33. Sep 28 08:50:16.353463 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-d306de7a-5327-4fca-8fc0-44e8a56d1f4b req-ab7e94ed-3021-4929-ac2a-2ba4cddc87be tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Calling delete_port for 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:50:16.489500 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-d306de7a-5327-4fca-8fc0-44e8a56d1f4b req-ab7e94ed-3021-4929-ac2a-2ba4cddc87be tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (4d6b9373-73e3-4bd1-aca0-9a1bba180a33), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:16.517546 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e94ed-3021-4929-ac2a-2ba4cddc87be tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Pushing event deleted for resources: {'Port': ['ID=4d6b9373-73e3-4bd1-aca0-9a1bba180a33,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:16.630744 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d306de7a-5327-4fca-8fc0-44e8a56d1f4b req-ab7e94ed-3021-4929-ac2a-2ba4cddc87be tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Router d0b6f93f-806d-4c42-8703-af29aa58e3ed has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:50:16.671230 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bf9469fc-ae54-4a5d-b0ac-1e05d6d93581 req-4e51026d-0108-4e13-b296-89e3f8e64324 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f01e6e1b-84cf-44b2-85ec-dba5603c76ae HTTP/1.1" status: 200 len: 210 time: 0.0277963 Sep 28 08:50:16.742398 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d306de7a-5327-4fca-8fc0-44e8a56d1f4b req-ab7e94ed-3021-4929-ac2a-2ba4cddc87be tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:50:16.755079 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a57e53-b352-4421-a1a0-d2e3dafd3c48 None None] Sync routers for ids ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:50:16.767000 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a57e53-b352-4421-a1a0-d2e3dafd3c48 None None] Routers {'d0b6f93f-806d-4c42-8703-af29aa58e3ed'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:50:16.767634 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-06a57e53-b352-4421-a1a0-d2e3dafd3c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:49:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:16.789866 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-d306de7a-5327-4fca-8fc0-44e8a56d1f4b req-ab7e94ed-3021-4929-ac2a-2ba4cddc87be tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] No DVR routers for this DVR port 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 on host hv-cinder-84456 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:50:16.794379 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-d306de7a-5327-4fca-8fc0-44e8a56d1f4b req-ab7e94ed-3021-4929-ac2a-2ba4cddc87be tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:16.798189 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d306de7a-5327-4fca-8fc0-44e8a56d1f4b req-ab7e94ed-3021-4929-ac2a-2ba4cddc87be tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.26 "DELETE /networking/v2.0/ports/4d6b9373-73e3-4bd1-aca0-9a1bba180a33 HTTP/1.1" status: 204 len: 173 time: 0.7925851 Sep 28 08:50:16.798714 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01e6e1b-84cf-44b2-85ec-dba5603c76ae', 'name': 'network-vif-deleted', 'tag': '4d6b9373-73e3-4bd1-aca0-9a1bba180a33'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:50:16.801534 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e54f7b-0c24-418c-b089-1b5da4c9b53e" -d '{"events": [{"server_uuid": "f01e6e1b-84cf-44b2-85ec-dba5603c76ae", "name": "network-vif-deleted", "tag": "4d6b9373-73e3-4bd1-aca0-9a1bba180a33"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:50:16.920836 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-06a57e53-b352-4421-a1a0-d2e3dafd3c48 None None] Set router d0b6f93f-806d-4c42-8703-af29aa58e3ed gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:50:17.100442 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a316973-ea95-45f1-a241-e414b2d07afd x-openstack-request-id: req-1a316973-ea95-45f1-a241-e414b2d07afd {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:50:17.101001 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01e6e1b-84cf-44b2-85ec-dba5603c76ae", "name": "network-vif-deleted", "tag": "4d6b9373-73e3-4bd1-aca0-9a1bba180a33", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:50:17.101001 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1a316973-ea95-45f1-a241-e414b2d07afd {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:50:17.101877 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a316973-ea95-45f1-a241-e414b2d07afd'] response: {'server_uuid': 'f01e6e1b-84cf-44b2-85ec-dba5603c76ae', 'name': 'network-vif-deleted', 'tag': '4d6b9373-73e3-4bd1-aca0-9a1bba180a33', 'status': 'completed', 'code': 200} Sep 28 08:50:17.143497 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-06a57e53-b352-4421-a1a0-d2e3dafd3c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'name': 'tempest-AttachVolumeShelveTestJSON-343323330-router', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:16Z', 'revision_number': 4, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'gw_port': {'id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'f8748302-a650-440d-ada3-999d4062fea8', 'name': '', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'mac_address': 'fa:16:3e:6d:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bea30454-8677-4268-a491-c558446ae000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:16Z', 'updated_at': '2022-09-28T08:40:25Z', 'revision_number': 5, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'subnets': [{'id': 'bea30454-8677-4268-a491-c558446ae000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:17.168318 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a57e53-b352-4421-a1a0-d2e3dafd3c48 None None] Checking router: d0b6f93f-806d-4c42-8703-af29aa58e3ed for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:50:17.176871 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a57e53-b352-4421-a1a0-d2e3dafd3c48 None None] Routers {'d0b6f93f-806d-4c42-8703-af29aa58e3ed'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:50:17.177511 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-06a57e53-b352-4421-a1a0-d2e3dafd3c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:49:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:17.279518 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-06a57e53-b352-4421-a1a0-d2e3dafd3c48 None None] Set router d0b6f93f-806d-4c42-8703-af29aa58e3ed gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:50:17.473841 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 32808) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:17.483358 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-06a57e53-b352-4421-a1a0-d2e3dafd3c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'name': 'tempest-AttachVolumeShelveTestJSON-343323330-router', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:16Z', 'revision_number': 4, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'gw_port': {'id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'f8748302-a650-440d-ada3-999d4062fea8', 'name': '', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'mac_address': 'fa:16:3e:6d:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bea30454-8677-4268-a491-c558446ae000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:16Z', 'updated_at': '2022-09-28T08:40:25Z', 'revision_number': 5, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'subnets': [{'id': 'bea30454-8677-4268-a491-c558446ae000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:17.512631 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a57e53-b352-4421-a1a0-d2e3dafd3c48 None None] The sync data for ids ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'] in dv-cinder-844563-8-iscsi is: [{'id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'name': 'tempest-AttachVolumeShelveTestJSON-343323330-router', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:16Z', 'revision_number': 4, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'gw_port': {'id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'f8748302-a650-440d-ada3-999d4062fea8', 'name': '', 'network_id': '8e213c79-0ba4-458e-84ef-70d744799a89', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'mac_address': 'fa:16:3e:6d:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'bea30454-8677-4268-a491-c558446ae000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:16Z', 'updated_at': '2022-09-28T08:40:25Z', 'revision_number': 5, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'subnets': [{'id': 'bea30454-8677-4268-a491-c558446ae000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:50:17.598755 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0536ca93-b4a4-4466-84b1-3b69f61558e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:17.676602 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0536ca93-b4a4-4466-84b1-3b69f61558e8 admin admin] Publish callbacks [] for security_group (ef92f8dc-7bd6-4957-82ae-b6d19007b9eb), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:17.681595 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0536ca93-b4a4-4466-84b1-3b69f61558e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (ef92f8dc-7bd6-4957-82ae-b6d19007b9eb), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:17.720627 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536ca93-b4a4-4466-84b1-3b69f61558e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef92f8dc-7bd6-4957-82ae-b6d19007b9eb,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:17.728341 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 32814) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:17.728480 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-0536ca93-b4a4-4466-84b1-3b69f61558e8 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=328068e1e5804dc49ec4979166b42093&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534730 Sep 28 08:50:17.774464 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb8fbd2-53b9-42f3-80d9-3a9d0cfef78c None None] New status for floating IP d81da322-b92f-46b7-a596-8fbd40b6ea8c: DOWN {{(pid=106478) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:50:17.789604 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 32818) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:17.798477 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-63e5a68b-8f7d-4cff-ba72-e092268f8ce8 admin admin] Publish callbacks [] for security_group (ef92f8dc-7bd6-4957-82ae-b6d19007b9eb), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:17.811750 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:17.822644 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-63e5a68b-8f7d-4cff-ba72-e092268f8ce8 admin admin] Publish callbacks [] for security_group (ef92f8dc-7bd6-4957-82ae-b6d19007b9eb), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:17.832131 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:17.846101 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-395df5ad-4665-4e8b-803c-f4efe539f1f2 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for security_group (7a655401-8839-4eab-b03f-ee4cd8c08671), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:17.870140 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-395df5ad-4665-4e8b-803c-f4efe539f1f2 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for security_group (7a655401-8839-4eab-b03f-ee4cd8c08671), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:17.887308 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-63e5a68b-8f7d-4cff-ba72-e092268f8ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (ef92f8dc-7bd6-4957-82ae-b6d19007b9eb), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:17.890064 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-63e5a68b-8f7d-4cff-ba72-e092268f8ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:17.891226 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-63e5a68b-8f7d-4cff-ba72-e092268f8ce8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ef92f8dc-7bd6-4957-82ae-b6d19007b9eb HTTP/1.1" status: 204 len: 168 time: 0.1614027 Sep 28 08:50:17.903873 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5a68b-8f7d-4cff-ba72-e092268f8ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef92f8dc-7bd6-4957-82ae-b6d19007b9eb,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:17.929598 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-395df5ad-4665-4e8b-803c-f4efe539f1f2 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (7a655401-8839-4eab-b03f-ee4cd8c08671), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:17.932746 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-395df5ad-4665-4e8b-803c-f4efe539f1f2 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:17.933853 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-395df5ad-4665-4e8b-803c-f4efe539f1f2 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7a655401-8839-4eab-b03f-ee4cd8c08671 HTTP/1.1" status: 204 len: 168 time: 0.1432619 Sep 28 08:50:17.937056 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 32822) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:17.943517 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395df5ad-4665-4e8b-803c-f4efe539f1f2 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a655401-8839-4eab-b03f-ee4cd8c08671,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:17.963311 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.api.v2.resource [None req-cb2e4f87-a5da-4069-a23a-638445b22ed5 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] show failed (client error): The resource could not be found. Sep 28 08:50:17.964358 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-cb2e4f87-a5da-4069-a23a-638445b22ed5 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "GET /networking/v2.0/security-groups/7a655401-8839-4eab-b03f-ee4cd8c08671 HTTP/1.1" status: 404 len: 347 time: 0.0261450 Sep 28 08:50:17.967456 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 32824) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:18.094281 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-f06afea0-ea81-4ef4-abe2-063079555582 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Deleting port 37c339f6-d453-4549-ae75-9d19d047d31a {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:50:18.094622 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f06afea0-ea81-4ef4-abe2-063079555582 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (37c339f6-d453-4549-ae75-9d19d047d31a), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:18.173849 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f06afea0-ea81-4ef4-abe2-063079555582 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (37c339f6-d453-4549-ae75-9d19d047d31a), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:18.174188 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f06afea0-ea81-4ef4-abe2-063079555582 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for floatingip (37c339f6-d453-4549-ae75-9d19d047d31a), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:18.187813 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-f06afea0-ea81-4ef4-abe2-063079555582 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Calling delete_port for 37c339f6-d453-4549-ae75-9d19d047d31a owned by network:floatingip {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:50:18.247104 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:18.275190 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:18.338310 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f06afea0-ea81-4ef4-abe2-063079555582 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (37c339f6-d453-4549-ae75-9d19d047d31a), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:18.363805 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06afea0-ea81-4ef4-abe2-063079555582 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Pushing event deleted for resources: {'Port': ['ID=37c339f6-d453-4549-ae75-9d19d047d31a,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:18.430631 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f06afea0-ea81-4ef4-abe2-063079555582 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks [] for floatingip (d81da322-b92f-46b7-a596-8fbd40b6ea8c), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:18.433097 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f06afea0-ea81-4ef4-abe2-063079555582 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:18.434310 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-f06afea0-ea81-4ef4-abe2-063079555582 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/d81da322-b92f-46b7-a596-8fbd40b6ea8c HTTP/1.1" status: 204 len: 168 time: 0.4656017 Sep 28 08:50:18.587628 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 32850) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:18.691896 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-e7a0a7c7-9608-435c-b1be-2a0382fde14e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-166158499-network', 'tenant_id': 'ba777b9726e944a881c0953e605f7477'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:50:18.713157 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a0a7c7-9608-435c-b1be-2a0382fde14e admin admin] Made reservation on behalf of ba777b9726e944a881c0953e605f7477 for: {'network': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:50:18.715677 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a7c7-9608-435c-b1be-2a0382fde14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for network (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:18.724783 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a7c7-9608-435c-b1be-2a0382fde14e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:18.811192 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a7c7-9608-435c-b1be-2a0382fde14e admin admin] Publish callbacks [] for security_group (47232c4d-3f54-47cc-84d5-caae85341837), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:18.816300 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a7c7-9608-435c-b1be-2a0382fde14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (47232c4d-3f54-47cc-84d5-caae85341837), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:18.844929 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a0a7c7-9608-435c-b1be-2a0382fde14e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=106476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:50:18.851843 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0a7c7-9608-435c-b1be-2a0382fde14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47232c4d-3f54-47cc-84d5-caae85341837,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:18.858234 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a7c7-9608-435c-b1be-2a0382fde14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (a9f66c9a-3610-41bf-b082-fb0043fc9de1), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:18.858582 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.segments_db [None req-e7a0a7c7-9608-435c-b1be-2a0382fde14e admin admin] Added segment a9f66c9a-3610-41bf-b082-fb0043fc9de1 of type vlan for network 411ef26c-758f-4425-9392-e141db9ca352 Sep 28 08:50:18.898472 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a7c7-9608-435c-b1be-2a0382fde14e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759190207681'] for network (411ef26c-758f-4425-9392-e141db9ca352), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:18.923578 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a7c7-9608-435c-b1be-2a0382fde14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for network (411ef26c-758f-4425-9392-e141db9ca352), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:18.924611 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a0a7c7-9608-435c-b1be-2a0382fde14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:18.925886 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a7c7-9608-435c-b1be-2a0382fde14e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:18.979363 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-e7a0a7c7-9608-435c-b1be-2a0382fde14e admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3905604 Sep 28 08:50:18.982361 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 32856) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:18.987301 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-e8af576b-4fef-41cb-88bd-f0b91e65902e admin admin] Request body: {'subnet': {'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-166158499-subnet', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'ip_version': 4}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:50:18.990857 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0a7c7-9608-435c-b1be-2a0382fde14e admin admin] Pushing event updated for resources: {'Network': ['ID=411ef26c-758f-4425-9392-e141db9ca352,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:19.000821 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Network 411ef26c-758f-4425-9392-e141db9ca352 details requested by agent ovs-agent-dv-cinder-844563-8-iscsi with host dv-cinder-844563-8-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:50:19.011051 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8af576b-4fef-41cb-88bd-f0b91e65902e admin admin] Made reservation on behalf of ba777b9726e944a881c0953e605f7477 for: {'subnet': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:50:19.013550 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e8af576b-4fef-41cb-88bd-f0b91e65902e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3714023'] for subnet (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:19.412587 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e8af576b-4fef-41cb-88bd-f0b91e65902e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2790258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3714001'] for subnet (06590ebe-ecb3-497b-82fa-82f5d0b9e571), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:19.469018 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af576b-4fef-41cb-88bd-f0b91e65902e admin admin] Pushing event updated for resources: {'Subnet': ['ID=06590ebe-ecb3-497b-82fa-82f5d0b9e571,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:19.477984 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8af576b-4fef-41cb-88bd-f0b91e65902e admin admin] Checking segment: {'id': 'a9f66c9a-3610-41bf-b082-fb0043fc9de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '411ef26c-758f-4425-9392-e141db9ca352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:50:19.478341 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8af576b-4fef-41cb-88bd-f0b91e65902e admin admin] Network hostable DHCP agents. Network: 411ef26c-758f-4425-9392-e141db9ca352, hostable agents: ['303e7d5d-73d6-4049-9660-05be0257cf7d'], hosted agents: [] {{(pid=106475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:50:19.494959 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8af576b-4fef-41cb-88bd-f0b91e65902e admin admin] Network 411ef26c-758f-4425-9392-e141db9ca352 is scheduled to be hosted by DHCP agent 303e7d5d-73d6-4049-9660-05be0257cf7d with binding_index 1 {{(pid=106475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:50:19.504028 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-e8af576b-4fef-41cb-88bd-f0b91e65902e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-8-iscsi, 411ef26c-758f-4425-9392-e141db9ca352) {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:50:19.508002 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8af576b-4fef-41cb-88bd-f0b91e65902e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:19.508598 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e8af576b-4fef-41cb-88bd-f0b91e65902e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:19.513199 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c08a01-bac0-42f4-b3a2-c8c6d0be571f None None] Network 411ef26c-758f-4425-9392-e141db9ca352 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:50:19.529876 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e8af576b-4fef-41cb-88bd-f0b91e65902e admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5432901 Sep 28 08:50:19.529876 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 32860) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:19.534467 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-f74a66b8-0316-465b-bba4-26ca1e8f5513 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:50:19.556261 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f74a66b8-0316-465b-bba4-26ca1e8f5513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3738'] for router (c83e5eef-4ed9-4bae-861f-a3b22cc486cc), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:19.557539 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f74a66b8-0316-465b-bba4-26ca1e8f5513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2002495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3713'] for router (c83e5eef-4ed9-4bae-861f-a3b22cc486cc), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:19.615346 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f74a66b8-0316-465b-bba4-26ca1e8f5513 admin admin] Publish callbacks [] for router_controller (c83e5eef-4ed9-4bae-861f-a3b22cc486cc), precommit_add_association {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:19.749422 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60c871b0-84eb-58d7-9f94-0df37add3fce-411ef26c-758f-4425-9392-e141db9ca352', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'project_id': 'ba777b9726e944a881c0953e605f7477', 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571'}]}} from dv-cinder-844563-8-iscsi. {{(pid=106477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 08:50:19.750352 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:19.755075 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f74a66b8-0316-465b-bba4-26ca1e8f5513 admin admin] Publish callbacks [] for router_gateway (c83e5eef-4ed9-4bae-861f-a3b22cc486cc), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:19.907559 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:19.912266 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.db_base_plugin_common [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Allocated IP 172.20.0.2 (411ef26c-758f-4425-9392-e141db9ca352/06590ebe-ecb3-497b-82fa-82f5d0b9e571/44842249-5b62-4ddd-ae47-50ae61066189) {{(pid=106477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:50:19.914617 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:19.946517 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f74a66b8-0316-465b-bba4-26ca1e8f5513 admin admin] Publish callbacks [] for router_gateway (c83e5eef-4ed9-4bae-861f-a3b22cc486cc), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:19.965832 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f74a66b8-0316-465b-bba4-26ca1e8f5513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:20.043972 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:20.048312 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:DELETE=1,neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:20.064257 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Publish callbacks [] for port (44842249-5b62-4ddd-ae47-50ae61066189), precommit_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:20.071152 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (44842249-5b62-4ddd-ae47-50ae61066189), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:20.080400 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-f74a66b8-0316-465b-bba4-26ca1e8f5513 admin admin] Allocated IP 172.27.2.32 (53303c84-4465-4011-9c65-8bdf4507ffd3/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f/a3ccdb82-33e1-485e-ad41-00fe523e9743) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:50:20.114601 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Network 411ef26c-758f-4425-9392-e141db9ca352 is already hosted by enough agents. {{(pid=106477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:50:20.119715 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.base_scheduler [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Resources bound (agent type, host, resource id): {{(pid=106477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:50:20.121975 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Pushing event updated for resources: {'Port': ['ID=44842249-5b62-4ddd-ae47-50ae61066189,revision_number=1']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:20.124162 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Received port after_create {{(pid=106477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:50:20.134180 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:20.134523 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:20.134858 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:20.135195 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:20.135523 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:20.135846 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:20.136166 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:20.136486 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:20.136803 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:20.137146 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:20.137472 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:20.137794 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:20.138110 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:20.138424 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:20.138736 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:20.195729 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Attempting to bind port 44842249-5b62-4ddd-ae47-50ae61066189 on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:50:20.196106 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Attempting to bind port 44842249-5b62-4ddd-ae47-50ae61066189 by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': 'a9f66c9a-3610-41bf-b082-fb0043fc9de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '411ef26c-758f-4425-9392-e141db9ca352'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:50:20.196493 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Attempting to bind port 44842249-5b62-4ddd-ae47-50ae61066189 on network 411ef26c-758f-4425-9392-e141db9ca352 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:50:20.197649 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f74a66b8-0316-465b-bba4-26ca1e8f5513 admin admin] Publish callbacks [] for port (a3ccdb82-33e1-485e-ad41-00fe523e9743), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:20.229380 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f74a66b8-0316-465b-bba4-26ca1e8f5513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (a3ccdb82-33e1-485e-ad41-00fe523e9743), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:20.239581 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:50:20.239955 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Checking segment: {'id': 'a9f66c9a-3610-41bf-b082-fb0043fc9de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '411ef26c-758f-4425-9392-e141db9ca352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:50:20.240359 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:20.240756 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Bound using segment: {'id': 'a9f66c9a-3610-41bf-b082-fb0043fc9de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '411ef26c-758f-4425-9392-e141db9ca352'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:50:20.241284 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Bound port: 44842249-5b62-4ddd-ae47-50ae61066189, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f66c9a-3610-41bf-b082-fb0043fc9de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '411ef26c-758f-4425-9392-e141db9ca352'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:50:20.241656 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (44842249-5b62-4ddd-ae47-50ae61066189), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:20.277306 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74a66b8-0316-465b-bba4-26ca1e8f5513 admin admin] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:50:20.280763 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-f74a66b8-0316-465b-bba4-26ca1e8f5513 admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:50:20.282781 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a66b8-0316-465b-bba4-26ca1e8f5513 admin admin] Pushing event updated for resources: {'Port': ['ID=a3ccdb82-33e1-485e-ad41-00fe523e9743,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:20.285493 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74a66b8-0316-465b-bba4-26ca1e8f5513 admin admin] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:50:20.306663 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] For port 44842249-5b62-4ddd-ae47-50ae61066189, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:50:20.310271 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] For port 44842249-5b62-4ddd-ae47-50ae61066189, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=44842249-5b62-4ddd-ae47-50ae61066189,segment=NetworkSegment(a9f66c9a-3610-41bf-b082-fb0043fc9de1),segment_id=a9f66c9a-3610-41bf-b082-fb0043fc9de1)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:50:20.316368 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (44842249-5b62-4ddd-ae47-50ae61066189), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:20.382633 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49775687-b068-44dc-9a8b-eca32b8480cd None None] Pushing event updated for resources: {'Port': ['ID=44842249-5b62-4ddd-ae47-50ae61066189,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:20.586306 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f74a66b8-0316-465b-bba4-26ca1e8f5513 admin admin] Publish callbacks [] for router_gateway (c83e5eef-4ed9-4bae-861f-a3b22cc486cc), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:20.801215 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f74a66b8-0316-465b-bba4-26ca1e8f5513 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595702'] for router (c83e5eef-4ed9-4bae-861f-a3b22cc486cc), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:20.905681 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:20.946902 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74a66b8-0316-465b-bba4-26ca1e8f5513 admin admin] Router c83e5eef-4ed9-4bae-861f-a3b22cc486cc is scheduled to L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c with binding_index 1 {{(pid=106475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:50:21.032620 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:UPDATE=2,neutron:INSERT=3,neutron:SELECT=95 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:21.055560 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74a66b8-0316-465b-bba4-26ca1e8f5513 admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:50:21.066573 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] Sync routers for ids ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:50:21.076176 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f74a66b8-0316-465b-bba4-26ca1e8f5513 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:21.077449 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-f74a66b8-0316-465b-bba4-26ca1e8f5513 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5469258 Sep 28 08:50:21.080170 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 32868) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:21.082114 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] Routers {'c83e5eef-4ed9-4bae-861f-a3b22cc486cc'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:50:21.082922 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:49:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:21.196335 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] Set router c83e5eef-4ed9-4bae-861f-a3b22cc486cc gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:50:21.267020 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:50:21.301023 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521bbd6e-39b6-4111-aa7f-e7949117bbf9 None None] Network 411ef26c-758f-4425-9392-e141db9ca352 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:50:21.334146 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] No Port match for: 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:50:21.334496 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 4d6b9373-73e3-4bd1-aca0-9a1bba180a33 not bound to the agent host hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:50:21.408036 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-9f02f207-92d2-431a-b5b4-340d10541c96 None None] Provisioning complete for port 44842249-5b62-4ddd-ae47-50ae61066189 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:50:21.408476 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-9f02f207-92d2-431a-b5b4-340d10541c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (44842249-5b62-4ddd-ae47-50ae61066189), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:21.408820 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-9f02f207-92d2-431a-b5b4-340d10541c96 None None] Attempt 1 to provision port 44842249-5b62-4ddd-ae47-50ae61066189 Sep 28 08:50:21.495876 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:21.497971 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0d37-faf9-48f2-9cf9-298d6a2d3a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:21.501789 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:21.534850 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:20Z', 'revision_number': 3, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port': {'id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:eb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:21.566253 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] Checking router: c83e5eef-4ed9-4bae-861f-a3b22cc486cc for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:50:21.566611 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] Updating router c83e5eef-4ed9-4bae-861f-a3b22cc486cc port a3ccdb82-33e1-485e-ad41-00fe523e9743 binding host dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:50:21.624397 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-9f02f207-92d2-431a-b5b4-340d10541c96 None None] Current status of the port 44842249-5b62-4ddd-ae47-50ae61066189 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:50:21.624808 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-9f02f207-92d2-431a-b5b4-340d10541c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (44842249-5b62-4ddd-ae47-50ae61066189), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:21.634674 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (a3ccdb82-33e1-485e-ad41-00fe523e9743), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:21.666290 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-5c9e0d37-faf9-48f2-9cf9-298d6a2d3a9a admin admin] Allocated IP 172.20.0.1 (411ef26c-758f-4425-9392-e141db9ca352/06590ebe-ecb3-497b-82fa-82f5d0b9e571/f7626259-3c86-461f-a13d-858e3ff4b83f) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:50:21.695194 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-9f02f207-92d2-431a-b5b4-340d10541c96 None None] For port 44842249-5b62-4ddd-ae47-50ae61066189, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=44842249-5b62-4ddd-ae47-50ae61066189,segment=NetworkSegment(a9f66c9a-3610-41bf-b082-fb0043fc9de1),segment_id=a9f66c9a-3610-41bf-b082-fb0043fc9de1)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:50:21.743758 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-9f02f207-92d2-431a-b5b4-340d10541c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (44842249-5b62-4ddd-ae47-50ae61066189), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:21.809384 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0d37-faf9-48f2-9cf9-298d6a2d3a9a admin admin] Publish callbacks [] for port (f7626259-3c86-461f-a13d-858e3ff4b83f), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:21.821247 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:21.823762 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 44842249-5b62-4ddd-ae47-50ae61066189 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:50:21.844373 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02f207-92d2-431a-b5b4-340d10541c96 None None] Pushing event updated for resources: {'Port': ['ID=44842249-5b62-4ddd-ae47-50ae61066189,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:21.847560 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0d37-faf9-48f2-9cf9-298d6a2d3a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (f7626259-3c86-461f-a13d-858e3ff4b83f), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:21.885162 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:21.890915 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9e0d37-faf9-48f2-9cf9-298d6a2d3a9a admin admin] Network 411ef26c-758f-4425-9392-e141db9ca352 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:50:21.895979 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-5c9e0d37-faf9-48f2-9cf9-298d6a2d3a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:50:21.900556 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9e0d37-faf9-48f2-9cf9-298d6a2d3a9a admin admin] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:50:21.908174 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-818215a7-74d4-4f73-899f-35a0bca6404f None None] Provisioning complete for port 44842249-5b62-4ddd-ae47-50ae61066189 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:50:21.908553 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-818215a7-74d4-4f73-899f-35a0bca6404f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (44842249-5b62-4ddd-ae47-50ae61066189), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:21.908888 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-818215a7-74d4-4f73-899f-35a0bca6404f None None] Attempt 1 to provision port 44842249-5b62-4ddd-ae47-50ae61066189 Sep 28 08:50:21.928601 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e0d37-faf9-48f2-9cf9-298d6a2d3a9a admin admin] Pushing event updated for resources: {'Port': ['ID=f7626259-3c86-461f-a13d-858e3ff4b83f,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:21.949343 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0d37-faf9-48f2-9cf9-298d6a2d3a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605409'] for router_interface (c83e5eef-4ed9-4bae-861f-a3b22cc486cc), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:21.978701 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 44842249-5b62-4ddd-ae47-50ae61066189 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:50:21.979048 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (44842249-5b62-4ddd-ae47-50ae61066189), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:21.979365 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 44842249-5b62-4ddd-ae47-50ae61066189 Sep 28 08:50:22.107260 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0d37-faf9-48f2-9cf9-298d6a2d3a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (f7626259-3c86-461f-a13d-858e3ff4b83f), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:22.130641 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-818215a7-74d4-4f73-899f-35a0bca6404f None None] Current status of the port 44842249-5b62-4ddd-ae47-50ae61066189 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:50:22.145032 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] Publish callbacks [] for port (a3ccdb82-33e1-485e-ad41-00fe523e9743), precommit_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:22.156169 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (a3ccdb82-33e1-485e-ad41-00fe523e9743), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:22.169360 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 44842249-5b62-4ddd-ae47-50ae61066189 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:50:22.189363 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:22.195755 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] Attempting to bind port a3ccdb82-33e1-485e-ad41-00fe523e9743 on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:50:22.196131 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] Attempting to bind port a3ccdb82-33e1-485e-ad41-00fe523e9743 by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:50:22.196495 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] Attempting to bind port a3ccdb82-33e1-485e-ad41-00fe523e9743 on network 53303c84-4465-4011-9c65-8bdf4507ffd3 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:50:22.239565 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374c849-629a-4a64-a5ee-2d3ed853eecd None None] Pushing event updated for resources: {'Port': ['ID=a3ccdb82-33e1-485e-ad41-00fe523e9743,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:22.262032 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-0ef44da3-56ee-472d-aab4-d0b95a9002d3 None None] Provisioning complete for port f7626259-3c86-461f-a13d-858e3ff4b83f triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:50:22.262407 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-0ef44da3-56ee-472d-aab4-d0b95a9002d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (f7626259-3c86-461f-a13d-858e3ff4b83f), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:22.262742 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-0ef44da3-56ee-472d-aab4-d0b95a9002d3 None None] Attempt 1 to provision port f7626259-3c86-461f-a13d-858e3ff4b83f Sep 28 08:50:22.267737 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:22.291714 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:50:22.292093 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] Checking segment: {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:50:22.292501 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:22.292895 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] Bound using segment: {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:50:22.293550 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] Bound port: a3ccdb82-33e1-485e-ad41-00fe523e9743, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:50:22.293793 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (a3ccdb82-33e1-485e-ad41-00fe523e9743), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:22.311216 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0d37-faf9-48f2-9cf9-298d6a2d3a9a admin admin] Publish callbacks [] for port (f7626259-3c86-461f-a13d-858e3ff4b83f), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:22.317735 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0d37-faf9-48f2-9cf9-298d6a2d3a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (f7626259-3c86-461f-a13d-858e3ff4b83f), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:22.326339 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-0ef44da3-56ee-472d-aab4-d0b95a9002d3 None None] Port f7626259-3c86-461f-a13d-858e3ff4b83f cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:50:22.354231 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] For port a3ccdb82-33e1-485e-ad41-00fe523e9743, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:50:22.357645 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] For port a3ccdb82-33e1-485e-ad41-00fe523e9743, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=a3ccdb82-33e1-485e-ad41-00fe523e9743,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:50:22.365203 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (a3ccdb82-33e1-485e-ad41-00fe523e9743), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:22.417794 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] Routers {'c83e5eef-4ed9-4bae-861f-a3b22cc486cc'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:50:22.418432 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:49:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:22.480706 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374c849-629a-4a64-a5ee-2d3ed853eecd None None] Pushing event updated for resources: {'Port': ['ID=a3ccdb82-33e1-485e-ad41-00fe523e9743,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:22.542982 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] Set router c83e5eef-4ed9-4bae-861f-a3b22cc486cc gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:50:22.631434 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e0d37-faf9-48f2-9cf9-298d6a2d3a9a admin admin] Pushing event updated for resources: {'Port': ['ID=f7626259-3c86-461f-a13d-858e3ff4b83f,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:22.638505 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0d37-faf9-48f2-9cf9-298d6a2d3a9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1605525'] for router_interface (c83e5eef-4ed9-4bae-861f-a3b22cc486cc), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:22.736864 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9e0d37-faf9-48f2-9cf9-298d6a2d3a9a admin admin] Network 411ef26c-758f-4425-9392-e141db9ca352 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:50:22.738303 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-5c9e0d37-faf9-48f2-9cf9-298d6a2d3a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:50:22.827292 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-0ef44da3-56ee-472d-aab4-d0b95a9002d3 None None] Attempt 2 to provision port f7626259-3c86-461f-a13d-858e3ff4b83f Sep 28 08:50:22.850848 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:22.857514 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9e0d37-faf9-48f2-9cf9-298d6a2d3a9a admin admin] Router c83e5eef-4ed9-4bae-861f-a3b22cc486cc has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:50:22.897280 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-0ef44da3-56ee-472d-aab4-d0b95a9002d3 None None] Port f7626259-3c86-461f-a13d-858e3ff4b83f cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:50:22.900558 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 4, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port': {'id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:eb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'f7626259-3c86-461f-a13d-858e3ff4b83f', 'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'mac_address': 'fa:16:3e:40:37:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:21Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 2, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'subnets': [{'id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:22.930748 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f716b60-0329-4032-bca4-5459689eead9 None None] The sync data for ids ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'] in dv-cinder-844563-8-iscsi is: [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 4, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port': {'id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:eb:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'f7626259-3c86-461f-a13d-858e3ff4b83f', 'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'mac_address': 'fa:16:3e:40:37:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:21Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 2, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'subnets': [{'id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:50:22.976673 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9e0d37-faf9-48f2-9cf9-298d6a2d3a9a admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:50:22.987006 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-5c9e0d37-faf9-48f2-9cf9-298d6a2d3a9a admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/c83e5eef-4ed9-4bae-861f-a3b22cc486cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9007177 Sep 28 08:50:23.398604 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-0ef44da3-56ee-472d-aab4-d0b95a9002d3 None None] Attempt 3 to provision port f7626259-3c86-461f-a13d-858e3ff4b83f Sep 28 08:50:23.450004 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-0ef44da3-56ee-472d-aab4-d0b95a9002d3 None None] Port f7626259-3c86-461f-a13d-858e3ff4b83f cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:50:23.554770 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 32916) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:23.560310 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-4cd28172-8a88-4f62-957f-5d8edc50eb1e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1922002524-network', 'tenant_id': 'f62014b9d5b9457ca4e1e6b1d1da0919'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:50:23.589749 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd28172-8a88-4f62-957f-5d8edc50eb1e admin admin] Made reservation on behalf of f62014b9d5b9457ca4e1e6b1d1da0919 for: {'network': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:50:23.592513 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4cd28172-8a88-4f62-957f-5d8edc50eb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for network (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:23.603831 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4cd28172-8a88-4f62-957f-5d8edc50eb1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:23.746726 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:23.787690 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4cd28172-8a88-4f62-957f-5d8edc50eb1e admin admin] Publish callbacks [] for security_group (b95bbefa-3340-48a5-886c-f41fac898274), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:23.793380 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4cd28172-8a88-4f62-957f-5d8edc50eb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (b95bbefa-3340-48a5-886c-f41fac898274), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:23.819860 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd28172-8a88-4f62-957f-5d8edc50eb1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=106475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:50:23.837317 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd28172-8a88-4f62-957f-5d8edc50eb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95bbefa-3340-48a5-886c-f41fac898274,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:23.840491 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4cd28172-8a88-4f62-957f-5d8edc50eb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (dfba1123-68a4-49fa-b21a-eecf55469cd4), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:23.840837 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.db.segments_db [None req-4cd28172-8a88-4f62-957f-5d8edc50eb1e admin admin] Added segment dfba1123-68a4-49fa-b21a-eecf55469cd4 of type vlan for network bba653ad-d518-4474-a199-63aa084d3607 Sep 28 08:50:23.857923 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device a3ccdb82-33e1-485e-ad41-00fe523e9743 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:50:23.890603 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4cd28172-8a88-4f62-957f-5d8edc50eb1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759190207681'] for network (bba653ad-d518-4474-a199-63aa084d3607), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:23.908100 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port a3ccdb82-33e1-485e-ad41-00fe523e9743 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:50:23.908484 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (a3ccdb82-33e1-485e-ad41-00fe523e9743), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:23.908823 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port a3ccdb82-33e1-485e-ad41-00fe523e9743 Sep 28 08:50:23.921352 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4cd28172-8a88-4f62-957f-5d8edc50eb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for network (bba653ad-d518-4474-a199-63aa084d3607), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:23.922604 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd28172-8a88-4f62-957f-5d8edc50eb1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:23.923289 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-4cd28172-8a88-4f62-957f-5d8edc50eb1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:23.951820 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-0ef44da3-56ee-472d-aab4-d0b95a9002d3 None None] Attempt 4 to provision port f7626259-3c86-461f-a13d-858e3ff4b83f Sep 28 08:50:23.978411 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-4cd28172-8a88-4f62-957f-5d8edc50eb1e admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4199531 Sep 28 08:50:23.978733 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 32920) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:23.983539 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-311c7a22-8ce0-4321-877e-b64d37155ac6 admin admin] Request body: {'subnet': {'network_id': 'bba653ad-d518-4474-a199-63aa084d3607', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1922002524-subnet', 'tenant_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'ip_version': 4}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:50:24.008764 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd28172-8a88-4f62-957f-5d8edc50eb1e admin admin] Pushing event updated for resources: {'Network': ['ID=bba653ad-d518-4474-a199-63aa084d3607,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:24.019901 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311c7a22-8ce0-4321-877e-b64d37155ac6 admin admin] Made reservation on behalf of f62014b9d5b9457ca4e1e6b1d1da0919 for: {'subnet': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:50:24.022678 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-311c7a22-8ce0-4321-877e-b64d37155ac6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3714023'] for subnet (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:24.022861 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-0ef44da3-56ee-472d-aab4-d0b95a9002d3 None None] Port f7626259-3c86-461f-a13d-858e3ff4b83f cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:50:24.023279 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port a3ccdb82-33e1-485e-ad41-00fe523e9743 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:50:24.023670 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (a3ccdb82-33e1-485e-ad41-00fe523e9743), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:24.031775 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Network bba653ad-d518-4474-a199-63aa084d3607 details requested by agent ovs-agent-dv-cinder-844563-8-iscsi with host dv-cinder-844563-8-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:50:24.089457 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] For port a3ccdb82-33e1-485e-ad41-00fe523e9743, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=a3ccdb82-33e1-485e-ad41-00fe523e9743,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:50:24.098676 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (a3ccdb82-33e1-485e-ad41-00fe523e9743), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:24.099736 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 44842249-5b62-4ddd-ae47-50ae61066189 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:50:24.117661 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:24.183176 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:24.203627 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Pushing event updated for resources: {'Port': ['ID=a3ccdb82-33e1-485e-ad41-00fe523e9743,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:24.208260 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 44842249-5b62-4ddd-ae47-50ae61066189 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:50:24.208633 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (44842249-5b62-4ddd-ae47-50ae61066189), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:24.208971 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 44842249-5b62-4ddd-ae47-50ae61066189 Sep 28 08:50:24.231999 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-311c7a22-8ce0-4321-877e-b64d37155ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2790258', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3714001'] for subnet (762dd0b7-3422-4a19-9ea0-bb1301a32a9d), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:24.297543 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 44842249-5b62-4ddd-ae47-50ae61066189 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:50:24.308462 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c7a22-8ce0-4321-877e-b64d37155ac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=762dd0b7-3422-4a19-9ea0-bb1301a32a9d,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:24.315959 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a9034f64-19f4-4350-ba65-4b724826214c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:24.323910 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311c7a22-8ce0-4321-877e-b64d37155ac6 admin admin] Checking segment: {'id': 'dfba1123-68a4-49fa-b21a-eecf55469cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bba653ad-d518-4474-a199-63aa084d3607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:50:24.324403 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311c7a22-8ce0-4321-877e-b64d37155ac6 admin admin] Network hostable DHCP agents. Network: bba653ad-d518-4474-a199-63aa084d3607, hostable agents: ['303e7d5d-73d6-4049-9660-05be0257cf7d'], hosted agents: [] {{(pid=106475) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:50:24.326680 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:24.358888 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311c7a22-8ce0-4321-877e-b64d37155ac6 admin admin] Network bba653ad-d518-4474-a199-63aa084d3607 is scheduled to be hosted by DHCP agent 303e7d5d-73d6-4049-9660-05be0257cf7d with binding_index 1 {{(pid=106475) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:50:24.372743 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-311c7a22-8ce0-4321-877e-b64d37155ac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-8-iscsi, bba653ad-d518-4474-a199-63aa084d3607) {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:50:24.387017 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311c7a22-8ce0-4321-877e-b64d37155ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:24.389306 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e933017-3bca-4701-9baa-4a2b45f0f2a8 None None] Network bba653ad-d518-4474-a199-63aa084d3607 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:50:24.398421 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-311c7a22-8ce0-4321-877e-b64d37155ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:24.427523 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-311c7a22-8ce0-4321-877e-b64d37155ac6 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4466169 Sep 28 08:50:24.430621 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 32928) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:24.433910 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-1909e8b0-9d51-4fca-a57e-2094436497d6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1922002524-router', 'tenant_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:50:24.437900 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 32930) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:24.471034 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1909e8b0-9d51-4fca-a57e-2094436497d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3738'] for router (99d05fae-04dc-429d-92fb-8825fff711f9), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:24.473131 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1909e8b0-9d51-4fca-a57e-2094436497d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2002495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3713'] for router (99d05fae-04dc-429d-92fb-8825fff711f9), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:24.524629 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-0ef44da3-56ee-472d-aab4-d0b95a9002d3 None None] Attempt 5 to provision port f7626259-3c86-461f-a13d-858e3ff4b83f Sep 28 08:50:24.535238 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1909e8b0-9d51-4fca-a57e-2094436497d6 admin admin] Publish callbacks [] for router_controller (99d05fae-04dc-429d-92fb-8825fff711f9), precommit_add_association {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:24.602435 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c294df7d-8bc2-456e-ac61-e900fc90f114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60c871b0-84eb-58d7-9f94-0df37add3fce-bba653ad-d518-4474-a199-63aa084d3607', 'network_id': 'bba653ad-d518-4474-a199-63aa084d3607', 'project_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'fixed_ips': [{'subnet_id': '762dd0b7-3422-4a19-9ea0-bb1301a32a9d'}]}} from dv-cinder-844563-8-iscsi. {{(pid=106477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 08:50:24.603627 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c294df7d-8bc2-456e-ac61-e900fc90f114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:24.623152 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-0ef44da3-56ee-472d-aab4-d0b95a9002d3 None None] Port f7626259-3c86-461f-a13d-858e3ff4b83f cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:50:24.693336 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1909e8b0-9d51-4fca-a57e-2094436497d6 admin admin] Publish callbacks [] for router_gateway (99d05fae-04dc-429d-92fb-8825fff711f9), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:24.756918 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.db_base_plugin_common [None req-c294df7d-8bc2-456e-ac61-e900fc90f114 None None] Allocated IP 172.20.0.2 (bba653ad-d518-4474-a199-63aa084d3607/762dd0b7-3422-4a19-9ea0-bb1301a32a9d/0c91441a-5311-461d-b679-d6f6bccdab36) {{(pid=106477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:50:24.853181 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:DELETE=7,neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:24.856826 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:24.908719 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c294df7d-8bc2-456e-ac61-e900fc90f114 None None] Publish callbacks [] for port (0c91441a-5311-461d-b679-d6f6bccdab36), precommit_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:24.916085 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c294df7d-8bc2-456e-ac61-e900fc90f114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (0c91441a-5311-461d-b679-d6f6bccdab36), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:24.951342 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c294df7d-8bc2-456e-ac61-e900fc90f114 None None] Network bba653ad-d518-4474-a199-63aa084d3607 is already hosted by enough agents. {{(pid=106477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:50:24.958283 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.base_scheduler [None req-c294df7d-8bc2-456e-ac61-e900fc90f114 None None] Resources bound (agent type, host, resource id): {{(pid=106477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:50:24.962178 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c294df7d-8bc2-456e-ac61-e900fc90f114 None None] Received port after_create {{(pid=106477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:50:24.968931 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294df7d-8bc2-456e-ac61-e900fc90f114 None None] Pushing event updated for resources: {'Port': ['ID=0c91441a-5311-461d-b679-d6f6bccdab36,revision_number=1']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:25.026523 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-c294df7d-8bc2-456e-ac61-e900fc90f114 None None] Attempting to bind port 0c91441a-5311-461d-b679-d6f6bccdab36 on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:50:25.027302 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-c294df7d-8bc2-456e-ac61-e900fc90f114 None None] Attempting to bind port 0c91441a-5311-461d-b679-d6f6bccdab36 by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': 'dfba1123-68a4-49fa-b21a-eecf55469cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bba653ad-d518-4474-a199-63aa084d3607'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:50:25.027302 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294df7d-8bc2-456e-ac61-e900fc90f114 None None] Attempting to bind port 0c91441a-5311-461d-b679-d6f6bccdab36 on network bba653ad-d518-4474-a199-63aa084d3607 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:50:25.058990 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1909e8b0-9d51-4fca-a57e-2094436497d6 admin admin] Publish callbacks [] for router_gateway (99d05fae-04dc-429d-92fb-8825fff711f9), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:25.073219 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294df7d-8bc2-456e-ac61-e900fc90f114 None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:50:25.073860 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294df7d-8bc2-456e-ac61-e900fc90f114 None None] Checking segment: {'id': 'dfba1123-68a4-49fa-b21a-eecf55469cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bba653ad-d518-4474-a199-63aa084d3607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:50:25.074226 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c294df7d-8bc2-456e-ac61-e900fc90f114 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:25.074504 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c294df7d-8bc2-456e-ac61-e900fc90f114 None None] Bound using segment: {'id': 'dfba1123-68a4-49fa-b21a-eecf55469cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bba653ad-d518-4474-a199-63aa084d3607'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:50:25.074987 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-c294df7d-8bc2-456e-ac61-e900fc90f114 None None] Bound port: 0c91441a-5311-461d-b679-d6f6bccdab36, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfba1123-68a4-49fa-b21a-eecf55469cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bba653ad-d518-4474-a199-63aa084d3607'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:50:25.075372 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c294df7d-8bc2-456e-ac61-e900fc90f114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (0c91441a-5311-461d-b679-d6f6bccdab36), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:25.086637 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1909e8b0-9d51-4fca-a57e-2094436497d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:25.128441 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-0ef44da3-56ee-472d-aab4-d0b95a9002d3 None None] Attempt 6 to provision port f7626259-3c86-461f-a13d-858e3ff4b83f Sep 28 08:50:25.150172 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:25.172959 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-c294df7d-8bc2-456e-ac61-e900fc90f114 None None] For port 0c91441a-5311-461d-b679-d6f6bccdab36, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:50:25.177843 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-c294df7d-8bc2-456e-ac61-e900fc90f114 None None] For port 0c91441a-5311-461d-b679-d6f6bccdab36, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=0c91441a-5311-461d-b679-d6f6bccdab36,segment=NetworkSegment(dfba1123-68a4-49fa-b21a-eecf55469cd4),segment_id=dfba1123-68a4-49fa-b21a-eecf55469cd4)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:50:25.180467 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:25.183690 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-0ef44da3-56ee-472d-aab4-d0b95a9002d3 None None] Port f7626259-3c86-461f-a13d-858e3ff4b83f cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:50:25.187176 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c294df7d-8bc2-456e-ac61-e900fc90f114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (0c91441a-5311-461d-b679-d6f6bccdab36), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:25.242405 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294df7d-8bc2-456e-ac61-e900fc90f114 None None] Pushing event updated for resources: {'Port': ['ID=0c91441a-5311-461d-b679-d6f6bccdab36,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:25.283745 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-1909e8b0-9d51-4fca-a57e-2094436497d6 admin admin] Allocated IP 172.27.2.47 (53303c84-4465-4011-9c65-8bdf4507ffd3/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f/24736124-f865-4ab9-baac-fbc73bd6e416) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:50:25.331899 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-59b4f615-f609-42b6-829e-05f24d6a65c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605544'] for router_interface (d0b6f93f-806d-4c42-8703-af29aa58e3ed), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:25.463211 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] Sync routers for ids ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:50:25.475426 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] Routers {'c83e5eef-4ed9-4bae-861f-a3b22cc486cc'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:50:25.475993 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:49:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:25.586855 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] Set router c83e5eef-4ed9-4bae-861f-a3b22cc486cc gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:50:25.684347 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-0ef44da3-56ee-472d-aab4-d0b95a9002d3 None None] Attempt 7 to provision port f7626259-3c86-461f-a13d-858e3ff4b83f Sep 28 08:50:25.734965 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-0ef44da3-56ee-472d-aab4-d0b95a9002d3 None None] Port f7626259-3c86-461f-a13d-858e3ff4b83f cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:50:25.800859 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 4, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port': {'id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:eb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'f7626259-3c86-461f-a13d-858e3ff4b83f', 'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'mac_address': 'fa:16:3e:40:37:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:21Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 2, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'subnets': [{'id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:25.801358 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1909e8b0-9d51-4fca-a57e-2094436497d6 admin admin] Publish callbacks [] for port (24736124-f865-4ab9-baac-fbc73bd6e416), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:25.851211 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] Checking router: c83e5eef-4ed9-4bae-861f-a3b22cc486cc for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:50:25.851797 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] Updating router c83e5eef-4ed9-4bae-861f-a3b22cc486cc port f7626259-3c86-461f-a13d-858e3ff4b83f binding host dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:50:25.875596 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 0c91441a-5311-461d-b679-d6f6bccdab36 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:50:25.890487 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (f7626259-3c86-461f-a13d-858e3ff4b83f), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:25.930166 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 0c91441a-5311-461d-b679-d6f6bccdab36 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:50:25.930541 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (0c91441a-5311-461d-b679-d6f6bccdab36), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:25.930877 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 0c91441a-5311-461d-b679-d6f6bccdab36 Sep 28 08:50:25.980541 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1909e8b0-9d51-4fca-a57e-2094436497d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (24736124-f865-4ab9-baac-fbc73bd6e416), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:26.021446 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 0c91441a-5311-461d-b679-d6f6bccdab36 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:50:26.021836 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (0c91441a-5311-461d-b679-d6f6bccdab36), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:26.034790 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:26.035747 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:26.041129 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909e8b0-9d51-4fca-a57e-2094436497d6 admin admin] Pushing event updated for resources: {'Port': ['ID=24736124-f865-4ab9-baac-fbc73bd6e416,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:26.052078 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1909e8b0-9d51-4fca-a57e-2094436497d6 admin admin] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:50:26.063225 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] For port 0c91441a-5311-461d-b679-d6f6bccdab36, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=0c91441a-5311-461d-b679-d6f6bccdab36,segment=NetworkSegment(dfba1123-68a4-49fa-b21a-eecf55469cd4),segment_id=dfba1123-68a4-49fa-b21a-eecf55469cd4)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:50:26.065799 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-1909e8b0-9d51-4fca-a57e-2094436497d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:50:26.068567 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (0c91441a-5311-461d-b679-d6f6bccdab36), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:26.068761 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1909e8b0-9d51-4fca-a57e-2094436497d6 admin admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:50:26.070433 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device a3ccdb82-33e1-485e-ad41-00fe523e9743 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:50:26.129413 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-59b4f615-f609-42b6-829e-05f24d6a65c5 admin admin] Deleting port f8748302-a650-440d-ada3-999d4062fea8 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:50:26.130327 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-59b4f615-f609-42b6-829e-05f24d6a65c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (f8748302-a650-440d-ada3-999d4062fea8), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:26.171295 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Pushing event updated for resources: {'Port': ['ID=0c91441a-5311-461d-b679-d6f6bccdab36,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:26.181003 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port a3ccdb82-33e1-485e-ad41-00fe523e9743 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:50:26.181429 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (a3ccdb82-33e1-485e-ad41-00fe523e9743), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:26.181770 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port a3ccdb82-33e1-485e-ad41-00fe523e9743 Sep 28 08:50:26.199748 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:26.210118 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] Publish callbacks [] for port (f7626259-3c86-461f-a13d-858e3ff4b83f), precommit_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:26.220208 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (f7626259-3c86-461f-a13d-858e3ff4b83f), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:26.252449 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-0ef44da3-56ee-472d-aab4-d0b95a9002d3 None None] Attempt 8 to provision port f7626259-3c86-461f-a13d-858e3ff4b83f Sep 28 08:50:26.283881 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f45ce42-6187-4530-ba2e-060cf78cc03f None None] Network bba653ad-d518-4474-a199-63aa084d3607 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:50:26.351065 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-59b4f615-f609-42b6-829e-05f24d6a65c5 admin admin] For port f8748302-a650-440d-ada3-999d4062fea8, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=f8748302-a650-440d-ada3-999d4062fea8,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:50:26.351490 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-59b4f615-f609-42b6-829e-05f24d6a65c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (f8748302-a650-440d-ada3-999d4062fea8), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:26.352857 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port a3ccdb82-33e1-485e-ad41-00fe523e9743 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:50:26.364794 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-0ef44da3-56ee-472d-aab4-d0b95a9002d3 None None] Port f7626259-3c86-461f-a13d-858e3ff4b83f cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:50:26.400134 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-59b4f615-f609-42b6-829e-05f24d6a65c5 admin admin] Calling delete_port for f8748302-a650-440d-ada3-999d4062fea8 owned by network:router_interface {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:50:26.408998 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bfc4d-3244-4d64-b089-69b2c002376f None None] Pushing event updated for resources: {'Port': ['ID=f7626259-3c86-461f-a13d-858e3ff4b83f,revision_number=3']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:26.427001 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bfc4d-3244-4d64-b089-69b2c002376f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:26.427525 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bfc4d-3244-4d64-b089-69b2c002376f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:26.427992 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bfc4d-3244-4d64-b089-69b2c002376f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:26.428432 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bfc4d-3244-4d64-b089-69b2c002376f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:26.428833 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bfc4d-3244-4d64-b089-69b2c002376f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:26.429267 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bfc4d-3244-4d64-b089-69b2c002376f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:26.429665 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bfc4d-3244-4d64-b089-69b2c002376f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:26.430063 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bfc4d-3244-4d64-b089-69b2c002376f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:26.430488 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bfc4d-3244-4d64-b089-69b2c002376f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:26.430912 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bfc4d-3244-4d64-b089-69b2c002376f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:26.431342 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bfc4d-3244-4d64-b089-69b2c002376f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:26.431779 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bfc4d-3244-4d64-b089-69b2c002376f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:26.432214 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bfc4d-3244-4d64-b089-69b2c002376f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:26.432642 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bfc4d-3244-4d64-b089-69b2c002376f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:26.433641 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6bfc4d-3244-4d64-b089-69b2c002376f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:26.438321 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] Attempting to bind port f7626259-3c86-461f-a13d-858e3ff4b83f on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:50:26.438805 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] Attempting to bind port f7626259-3c86-461f-a13d-858e3ff4b83f by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': 'a9f66c9a-3610-41bf-b082-fb0043fc9de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '411ef26c-758f-4425-9392-e141db9ca352'}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:50:26.439288 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] Attempting to bind port f7626259-3c86-461f-a13d-858e3ff4b83f on network 411ef26c-758f-4425-9392-e141db9ca352 {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:50:26.484017 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:50:26.484758 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] Checking segment: {'id': 'a9f66c9a-3610-41bf-b082-fb0043fc9de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '411ef26c-758f-4425-9392-e141db9ca352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:50:26.485049 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:26.485576 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] Bound using segment: {'id': 'a9f66c9a-3610-41bf-b082-fb0043fc9de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '411ef26c-758f-4425-9392-e141db9ca352'} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:50:26.486146 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] Bound port: f7626259-3c86-461f-a13d-858e3ff4b83f, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f66c9a-3610-41bf-b082-fb0043fc9de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '411ef26c-758f-4425-9392-e141db9ca352'}}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:50:26.486630 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (f7626259-3c86-461f-a13d-858e3ff4b83f), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:26.530650 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1909e8b0-9d51-4fca-a57e-2094436497d6 admin admin] Publish callbacks [] for router_gateway (99d05fae-04dc-429d-92fb-8825fff711f9), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:26.569589 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] For port f7626259-3c86-461f-a13d-858e3ff4b83f, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:50:26.573850 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] For port f7626259-3c86-461f-a13d-858e3ff4b83f, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=f7626259-3c86-461f-a13d-858e3ff4b83f,segment=NetworkSegment(a9f66c9a-3610-41bf-b082-fb0043fc9de1),segment_id=a9f66c9a-3610-41bf-b082-fb0043fc9de1)] {{(pid=106478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:50:26.584428 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (f7626259-3c86-461f-a13d-858e3ff4b83f), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:26.631486 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] Routers {'c83e5eef-4ed9-4bae-861f-a3b22cc486cc'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:50:26.632154 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:49:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:26.676761 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bfc4d-3244-4d64-b089-69b2c002376f None None] Pushing event updated for resources: {'Port': ['ID=f7626259-3c86-461f-a13d-858e3ff4b83f,revision_number=4']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:26.712234 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-fbc232a9-6758-4ced-92ad-466db7dfcb39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:26.735602 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:26.751472 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] Set router c83e5eef-4ed9-4bae-861f-a3b22cc486cc gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:50:26.782817 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:26.814804 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-59b4f615-f609-42b6-829e-05f24d6a65c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (f8748302-a650-440d-ada3-999d4062fea8), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:26.843958 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1909e8b0-9d51-4fca-a57e-2094436497d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595702'] for router (99d05fae-04dc-429d-92fb-8825fff711f9), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:26.847904 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4f615-f609-42b6-829e-05f24d6a65c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8748302-a650-440d-ada3-999d4062fea8,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:26.870403 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-0ef44da3-56ee-472d-aab4-d0b95a9002d3 None None] Attempt 9 to provision port f7626259-3c86-461f-a13d-858e3ff4b83f Sep 28 08:50:26.963552 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 4, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port': {'id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:eb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'f7626259-3c86-461f-a13d-858e3ff4b83f', 'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'mac_address': 'fa:16:3e:40:37:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:21Z', 'updated_at': '2022-09-28T08:50:26Z', 'revision_number': 4, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'subnets': [{'id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:26.973108 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-0ef44da3-56ee-472d-aab4-d0b95a9002d3 None None] Current status of the port f7626259-3c86-461f-a13d-858e3ff4b83f is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:50:26.973907 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-0ef44da3-56ee-472d-aab4-d0b95a9002d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (f7626259-3c86-461f-a13d-858e3ff4b83f), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:26.996784 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8065f830-a431-4dec-beae-440ea8491c02 None None] The sync data for ids ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'] in dv-cinder-844563-8-iscsi is: [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 4, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port': {'id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:eb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'f7626259-3c86-461f-a13d-858e3ff4b83f', 'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'mac_address': 'fa:16:3e:40:37:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:21Z', 'updated_at': '2022-09-28T08:50:26Z', 'revision_number': 4, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'subnets': [{'id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:50:27.003095 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:27.025044 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-0ef44da3-56ee-472d-aab4-d0b95a9002d3 None None] For port f7626259-3c86-461f-a13d-858e3ff4b83f, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=f7626259-3c86-461f-a13d-858e3ff4b83f,segment=NetworkSegment(a9f66c9a-3610-41bf-b082-fb0043fc9de1),segment_id=a9f66c9a-3610-41bf-b082-fb0043fc9de1)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:50:27.031711 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-0ef44da3-56ee-472d-aab4-d0b95a9002d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (f7626259-3c86-461f-a13d-858e3ff4b83f), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:27.038494 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:27.087958 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef44da3-56ee-472d-aab4-d0b95a9002d3 None None] Pushing event updated for resources: {'Port': ['ID=f7626259-3c86-461f-a13d-858e3ff4b83f,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:27.135633 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-59b4f615-f609-42b6-829e-05f24d6a65c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596184'] for router_interface (d0b6f93f-806d-4c42-8703-af29aa58e3ed), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:27.146382 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1909e8b0-9d51-4fca-a57e-2094436497d6 admin admin] Router 99d05fae-04dc-429d-92fb-8825fff711f9 is scheduled to L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c with binding_index 1 {{(pid=106476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:50:27.158700 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-8801a475-9493-48df-8d00-6f539c95870e None None] Provisioning complete for port 0c91441a-5311-461d-b679-d6f6bccdab36 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:50:27.159589 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8801a475-9493-48df-8d00-6f539c95870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (0c91441a-5311-461d-b679-d6f6bccdab36), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:27.159935 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-8801a475-9493-48df-8d00-6f539c95870e None None] Attempt 1 to provision port 0c91441a-5311-461d-b679-d6f6bccdab36 Sep 28 08:50:27.361354 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:27.375291 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-8801a475-9493-48df-8d00-6f539c95870e None None] Current status of the port 0c91441a-5311-461d-b679-d6f6bccdab36 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:50:27.384007 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-8801a475-9493-48df-8d00-6f539c95870e None None] Provisioning complete for port f7626259-3c86-461f-a13d-858e3ff4b83f triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:50:27.384616 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8801a475-9493-48df-8d00-6f539c95870e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (f7626259-3c86-461f-a13d-858e3ff4b83f), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:27.385173 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-8801a475-9493-48df-8d00-6f539c95870e None None] Attempt 1 to provision port f7626259-3c86-461f-a13d-858e3ff4b83f Sep 28 08:50:27.385361 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1909e8b0-9d51-4fca-a57e-2094436497d6 admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:50:27.417586 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] Sync routers for ids ['99d05fae-04dc-429d-92fb-8825fff711f9'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:50:27.418570 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1909e8b0-9d51-4fca-a57e-2094436497d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:27.422665 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-1909e8b0-9d51-4fca-a57e-2094436497d6 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9897990 Sep 28 08:50:27.423023 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 32940) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:27.468321 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] Routers {'99d05fae-04dc-429d-92fb-8825fff711f9'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:50:27.469932 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:50:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['99d05fae-04dc-429d-92fb-8825fff711f9'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:27.473612 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b4f615-f609-42b6-829e-05f24d6a65c5 admin admin] Router d0b6f93f-806d-4c42-8703-af29aa58e3ed has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:50:27.571794 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-8801a475-9493-48df-8d00-6f539c95870e None None] Current status of the port f7626259-3c86-461f-a13d-858e3ff4b83f is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:50:27.613511 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b4f615-f609-42b6-829e-05f24d6a65c5 admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:50:27.621690 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-59b4f615-f609-42b6-829e-05f24d6a65c5 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/d0b6f93f-806d-4c42-8703-af29aa58e3ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1794264 Sep 28 08:50:27.622386 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 32942) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:27.626908 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5026e68a-5ff4-4d8c-a2aa-fb08ec32b1ca None None] Sync routers for ids ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:50:27.642454 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5026e68a-5ff4-4d8c-a2aa-fb08ec32b1ca None None] Routers {'d0b6f93f-806d-4c42-8703-af29aa58e3ed'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:50:27.643091 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-5026e68a-5ff4-4d8c-a2aa-fb08ec32b1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:50:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:27.662013 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] Set router 99d05fae-04dc-429d-92fb-8825fff711f9 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:50:27.746774 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:27.785189 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-da08c153-adc6-4bdd-a44f-5a63ecef3a96 admin admin] Publish callbacks [] for router (d0b6f93f-806d-4c42-8703-af29aa58e3ed), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:27.832435 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:27.928394 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-da08c153-adc6-4bdd-a44f-5a63ecef3a96 admin admin] Publish callbacks [] for router_gateway (d0b6f93f-806d-4c42-8703-af29aa58e3ed), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:27.935592 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 0c91441a-5311-461d-b679-d6f6bccdab36 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:50:27.946143 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-5026e68a-5ff4-4d8c-a2aa-fb08ec32b1ca None None] Set router d0b6f93f-806d-4c42-8703-af29aa58e3ed gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:50:27.988260 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:28.007851 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-da08c153-adc6-4bdd-a44f-5a63ecef3a96 admin admin] Deleting port b5b870b7-7f00-494c-a6ea-66d62a5ec4a4 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:50:28.008334 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-da08c153-adc6-4bdd-a44f-5a63ecef3a96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (b5b870b7-7f00-494c-a6ea-66d62a5ec4a4), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:28.030727 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ab992e74-80dd-485b-be1c-45612f42ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:28.033176 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d05fae-04dc-429d-92fb-8825fff711f9', 'name': 'tempest-TestVolumeBootPattern-1922002524-router', 'tenant_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '24736124-f865-4ab9-baac-fbc73bd6e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:24Z', 'updated_at': '2022-09-28T08:50:26Z', 'revision_number': 3, 'project_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'gw_port': {'id': '24736124-f865-4ab9-baac-fbc73bd6e416', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d05fae-04dc-429d-92fb-8825fff711f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:25Z', 'updated_at': '2022-09-28T08:50:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:28.065036 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] Checking router: 99d05fae-04dc-429d-92fb-8825fff711f9 for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:50:28.065900 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] Updating router 99d05fae-04dc-429d-92fb-8825fff711f9 port 24736124-f865-4ab9-baac-fbc73bd6e416 binding host dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:50:28.093617 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:28.106230 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 0c91441a-5311-461d-b679-d6f6bccdab36 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:50:28.106608 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (0c91441a-5311-461d-b679-d6f6bccdab36), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:28.107110 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 0c91441a-5311-461d-b679-d6f6bccdab36 Sep 28 08:50:28.108924 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (24736124-f865-4ab9-baac-fbc73bd6e416), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:28.111425 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-da08c153-adc6-4bdd-a44f-5a63ecef3a96 admin admin] For port b5b870b7-7f00-494c-a6ea-66d62a5ec4a4, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=b5b870b7-7f00-494c-a6ea-66d62a5ec4a4,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:50:28.113358 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-da08c153-adc6-4bdd-a44f-5a63ecef3a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (b5b870b7-7f00-494c-a6ea-66d62a5ec4a4), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:28.129105 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-da08c153-adc6-4bdd-a44f-5a63ecef3a96 admin admin] Calling delete_port for b5b870b7-7f00-494c-a6ea-66d62a5ec4a4 owned by network:router_gateway {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:50:28.163739 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-5026e68a-5ff4-4d8c-a2aa-fb08ec32b1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'name': 'tempest-AttachVolumeShelveTestJSON-343323330-router', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118'}], 'enable_snat': True}, 'gw_port_id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:50:26Z', 'revision_number': 5, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'gw_port': {'id': 'b5b870b7-7f00-494c-a6ea-66d62a5ec4a4', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:64:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:28.200667 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5026e68a-5ff4-4d8c-a2aa-fb08ec32b1ca None None] Checking router: d0b6f93f-806d-4c42-8703-af29aa58e3ed for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:50:28.213365 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5026e68a-5ff4-4d8c-a2aa-fb08ec32b1ca None None] Routers {'d0b6f93f-806d-4c42-8703-af29aa58e3ed'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:50:28.215471 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-5026e68a-5ff4-4d8c-a2aa-fb08ec32b1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:50:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:28.239141 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-ab992e74-80dd-485b-be1c-45612f42ec57 admin admin] Allocated IP 172.20.0.1 (bba653ad-d518-4474-a199-63aa084d3607/762dd0b7-3422-4a19-9ea0-bb1301a32a9d/515bfee9-e3ef-4ff1-aa6e-d566feaff49d) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:50:28.239379 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=100 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:28.304736 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 0c91441a-5311-461d-b679-d6f6bccdab36 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:50:28.306063 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device f7626259-3c86-461f-a13d-858e3ff4b83f up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:50:28.327447 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:28.327799 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-da08c153-adc6-4bdd-a44f-5a63ecef3a96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (b5b870b7-7f00-494c-a6ea-66d62a5ec4a4), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:28.347316 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-5026e68a-5ff4-4d8c-a2aa-fb08ec32b1ca None None] Set router d0b6f93f-806d-4c42-8703-af29aa58e3ed gateway port host: None {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:50:28.387421 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08c153-adc6-4bdd-a44f-5a63ecef3a96 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b870b7-7f00-494c-a6ea-66d62a5ec4a4,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:28.415638 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ab992e74-80dd-485b-be1c-45612f42ec57 admin admin] Publish callbacks [] for port (515bfee9-e3ef-4ff1-aa6e-d566feaff49d), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:28.422542 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port f7626259-3c86-461f-a13d-858e3ff4b83f triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:50:28.422907 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (f7626259-3c86-461f-a13d-858e3ff4b83f), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:28.423245 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port f7626259-3c86-461f-a13d-858e3ff4b83f Sep 28 08:50:28.434180 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-da08c153-adc6-4bdd-a44f-5a63ecef3a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595758'] for router_gateway (d0b6f93f-806d-4c42-8703-af29aa58e3ed), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:28.438960 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-5026e68a-5ff4-4d8c-a2aa-fb08ec32b1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'name': 'tempest-AttachVolumeShelveTestJSON-343323330-router', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:50:27Z', 'revision_number': 6, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'gw_port_host': None}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:28.462757 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ab992e74-80dd-485b-be1c-45612f42ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (515bfee9-e3ef-4ff1-aa6e-d566feaff49d), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:28.473114 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5026e68a-5ff4-4d8c-a2aa-fb08ec32b1ca None None] The sync data for ids ['d0b6f93f-806d-4c42-8703-af29aa58e3ed'] in dv-cinder-844563-8-iscsi is: [{'id': 'd0b6f93f-806d-4c42-8703-af29aa58e3ed', 'name': 'tempest-AttachVolumeShelveTestJSON-343323330-router', 'tenant_id': 'c067f1df3c7f47299bc2db03d904d156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:40:13Z', 'updated_at': '2022-09-28T08:50:27Z', 'revision_number': 6, 'project_id': 'c067f1df3c7f47299bc2db03d904d156', 'gw_port_host': None}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:50:28.532091 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:28.550394 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab992e74-80dd-485b-be1c-45612f42ec57 admin admin] Network bba653ad-d518-4474-a199-63aa084d3607 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:50:28.551634 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] Publish callbacks [] for port (24736124-f865-4ab9-baac-fbc73bd6e416), precommit_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:28.553744 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-da08c153-adc6-4bdd-a44f-5a63ecef3a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3720'] for router (d0b6f93f-806d-4c42-8703-af29aa58e3ed), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:28.554469 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-ab992e74-80dd-485b-be1c-45612f42ec57 admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:50:28.556029 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port f7626259-3c86-461f-a13d-858e3ff4b83f is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:50:28.556839 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab992e74-80dd-485b-be1c-45612f42ec57 admin admin] Pushing event updated for resources: {'Port': ['ID=515bfee9-e3ef-4ff1-aa6e-d566feaff49d,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:28.559066 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-da08c153-adc6-4bdd-a44f-5a63ecef3a96 admin admin] Publish callbacks [] for router_controller (d0b6f93f-806d-4c42-8703-af29aa58e3ed), precommit_delete_associations {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:28.561638 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (24736124-f865-4ab9-baac-fbc73bd6e416), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:28.567990 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab992e74-80dd-485b-be1c-45612f42ec57 admin admin] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:50:28.600843 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] Attempting to bind port 24736124-f865-4ab9-baac-fbc73bd6e416 on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:50:28.601407 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] Attempting to bind port 24736124-f865-4ab9-baac-fbc73bd6e416 by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:50:28.601804 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:28.601981 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] Attempting to bind port 24736124-f865-4ab9-baac-fbc73bd6e416 on network 53303c84-4465-4011-9c65-8bdf4507ffd3 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:50:28.618392 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-da08c153-adc6-4bdd-a44f-5a63ecef3a96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596270'] for router (d0b6f93f-806d-4c42-8703-af29aa58e3ed), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:28.622827 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ab992e74-80dd-485b-be1c-45612f42ec57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605409'] for router_interface (99d05fae-04dc-429d-92fb-8825fff711f9), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:28.623713 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da08c153-adc6-4bdd-a44f-5a63ecef3a96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0b6f93f-806d-4c42-8703-af29aa58e3ed {{(pid=106476) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:50:28.629590 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-da08c153-adc6-4bdd-a44f-5a63ecef3a96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:28.631449 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-da08c153-adc6-4bdd-a44f-5a63ecef3a96 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/d0b6f93f-806d-4c42-8703-af29aa58e3ed HTTP/1.1" status: 204 len: 168 time: 1.0057428 Sep 28 08:50:28.633245 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 32946) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:28.646299 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb1d6c-aba6-4cf5-977a-b0bb52d0579c None None] Pushing event updated for resources: {'Port': ['ID=24736124-f865-4ab9-baac-fbc73bd6e416,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:28.677974 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:50:28.678492 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] Checking segment: {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:50:28.679212 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:28.679937 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] Bound using segment: {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:50:28.680234 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] Bound port: 24736124-f865-4ab9-baac-fbc73bd6e416, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:50:28.680723 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (24736124-f865-4ab9-baac-fbc73bd6e416), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:28.704600 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_v2 [None req-0885f0f8-887a-44fb-bbf0-463323848722 admin admin] Deleting subnet bea30454-8677-4268-a491-c558446ae000 {{(pid=106476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 08:50:28.711388 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0885f0f8-887a-44fb-bbf0-463323848722 admin admin] Publish callbacks [] for subnet (bea30454-8677-4268-a491-c558446ae000), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:28.754236 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] For port 24736124-f865-4ab9-baac-fbc73bd6e416, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:50:28.758947 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] For port 24736124-f865-4ab9-baac-fbc73bd6e416, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=24736124-f865-4ab9-baac-fbc73bd6e416,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:50:28.764362 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0885f0f8-887a-44fb-bbf0-463323848722 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260594417'] for subnet (bea30454-8677-4268-a491-c558446ae000), precommit_delete_associations {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:28.767581 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (24736124-f865-4ab9-baac-fbc73bd6e416), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:28.818855 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ab992e74-80dd-485b-be1c-45612f42ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (515bfee9-e3ef-4ff1-aa6e-d566feaff49d), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:28.838105 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb1d6c-aba6-4cf5-977a-b0bb52d0579c None None] Pushing event updated for resources: {'Port': ['ID=24736124-f865-4ab9-baac-fbc73bd6e416,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:28.846328 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] Routers {'99d05fae-04dc-429d-92fb-8825fff711f9'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:50:28.847531 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:50:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['99d05fae-04dc-429d-92fb-8825fff711f9'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:28.876967 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0885f0f8-887a-44fb-bbf0-463323848722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672334'] for subnet (bea30454-8677-4268-a491-c558446ae000), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:28.880810 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:28.917574 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-b364e36f-4155-4b6f-a3e3-0603ab806412 None None] Provisioning complete for port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:50:28.918851 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b364e36f-4155-4b6f-a3e3-0603ab806412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (515bfee9-e3ef-4ff1-aa6e-d566feaff49d), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:28.918851 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-b364e36f-4155-4b6f-a3e3-0603ab806412 None None] Attempt 1 to provision port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d Sep 28 08:50:28.975521 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0885f0f8-887a-44fb-bbf0-463323848722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3668367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260199883'] for subnet (bea30454-8677-4268-a491-c558446ae000), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:29.011778 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885f0f8-887a-44fb-bbf0-463323848722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bea30454-8677-4268-a491-c558446ae000,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:29.017124 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-b364e36f-4155-4b6f-a3e3-0603ab806412 None None] Port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:50:29.020058 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0885f0f8-887a-44fb-bbf0-463323848722 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:29.025998 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-0885f0f8-887a-44fb-bbf0-463323848722 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/bea30454-8677-4268-a491-c558446ae000 HTTP/1.1" status: 204 len: 168 time: 0.3892856 Sep 28 08:50:29.026262 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 32952) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:29.031379 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c361f462-5466-443c-8dce-d4692bb5f1e4 None None] Network 8e213c79-0ba4-458e-84ef-70d744799a89 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:50:29.036681 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:29.089400 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] Set router 99d05fae-04dc-429d-92fb-8825fff711f9 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:50:29.120905 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ab992e74-80dd-485b-be1c-45612f42ec57 admin admin] Publish callbacks [] for port (515bfee9-e3ef-4ff1-aa6e-d566feaff49d), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:29.129947 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ab992e74-80dd-485b-be1c-45612f42ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (515bfee9-e3ef-4ff1-aa6e-d566feaff49d), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:29.176599 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a8c8d87e-55d7-4a4a-8b9e-dea71d31d9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792351'] for network (8e213c79-0ba4-458e-84ef-70d744799a89), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:29.220525 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-ab992e74-80dd-485b-be1c-45612f42ec57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1605525'] for router_interface (99d05fae-04dc-429d-92fb-8825fff711f9), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:29.222787 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab992e74-80dd-485b-be1c-45612f42ec57 admin admin] Pushing event updated for resources: {'Port': ['ID=515bfee9-e3ef-4ff1-aa6e-d566feaff49d,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:29.324369 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-a8c8d87e-55d7-4a4a-8b9e-dea71d31d9ad admin admin] Deleting port e528dbf6-5f1f-4a9c-8577-7ef310824c8f {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:50:29.324797 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a8c8d87e-55d7-4a4a-8b9e-dea71d31d9ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (e528dbf6-5f1f-4a9c-8577-7ef310824c8f), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:29.377002 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6ad2a4-4335-443e-ad13-06169d234186 None None] DHCP port deletion for 8e213c79-0ba4-458e-84ef-70d744799a89 request from dv-cinder-844563-8-iscsi {{(pid=106477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 08:50:29.423367 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-a8c8d87e-55d7-4a4a-8b9e-dea71d31d9ad admin admin] For port e528dbf6-5f1f-4a9c-8577-7ef310824c8f, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=e528dbf6-5f1f-4a9c-8577-7ef310824c8f,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:50:29.423752 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a8c8d87e-55d7-4a4a-8b9e-dea71d31d9ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (e528dbf6-5f1f-4a9c-8577-7ef310824c8f), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:29.443806 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab992e74-80dd-485b-be1c-45612f42ec57 admin admin] Network bba653ad-d518-4474-a199-63aa084d3607 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:50:29.448319 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-a8c8d87e-55d7-4a4a-8b9e-dea71d31d9ad admin admin] Calling delete_port for e528dbf6-5f1f-4a9c-8577-7ef310824c8f owned by network:dhcp {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:50:29.449394 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-8e6ad2a4-4335-443e-ad13-06169d234186 None None] Deleting port e528dbf6-5f1f-4a9c-8577-7ef310824c8f {{(pid=106477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:50:29.449780 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8e6ad2a4-4335-443e-ad13-06169d234186 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (e528dbf6-5f1f-4a9c-8577-7ef310824c8f), before_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:29.450547 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-ab992e74-80dd-485b-be1c-45612f42ec57 admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:50:29.528035 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-b364e36f-4155-4b6f-a3e3-0603ab806412 None None] Attempt 2 to provision port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d Sep 28 08:50:29.589499 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:29.625573 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:29.626467 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d05fae-04dc-429d-92fb-8825fff711f9', 'name': 'tempest-TestVolumeBootPattern-1922002524-router', 'tenant_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '24736124-f865-4ab9-baac-fbc73bd6e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:24Z', 'updated_at': '2022-09-28T08:50:28Z', 'revision_number': 4, 'project_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'gw_port': {'id': '24736124-f865-4ab9-baac-fbc73bd6e416', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d05fae-04dc-429d-92fb-8825fff711f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:25Z', 'updated_at': '2022-09-28T08:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '515bfee9-e3ef-4ff1-aa6e-d566feaff49d', 'name': '', 'network_id': 'bba653ad-d518-4474-a199-63aa084d3607', 'tenant_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'mac_address': 'fa:16:3e:77:63:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d05fae-04dc-429d-92fb-8825fff711f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '762dd0b7-3422-4a19-9ea0-bb1301a32a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:28Z', 'updated_at': '2022-09-28T08:50:28Z', 'revision_number': 1, 'project_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'subnets': [{'id': '762dd0b7-3422-4a19-9ea0-bb1301a32a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:29.628603 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:29.631982 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-8e6ad2a4-4335-443e-ad13-06169d234186 None None] For port e528dbf6-5f1f-4a9c-8577-7ef310824c8f, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=e528dbf6-5f1f-4a9c-8577-7ef310824c8f,segment=NetworkSegment(485ca190-db56-4751-b273-de0c3ba9a9bf),segment_id=485ca190-db56-4751-b273-de0c3ba9a9bf)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:50:29.632391 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8e6ad2a4-4335-443e-ad13-06169d234186 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (e528dbf6-5f1f-4a9c-8577-7ef310824c8f), precommit_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:29.648803 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab992e74-80dd-485b-be1c-45612f42ec57 admin admin] Router 99d05fae-04dc-429d-92fb-8825fff711f9 has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:50:29.665553 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-b364e36f-4155-4b6f-a3e3-0603ab806412 None None] Port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:50:29.675981 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7061eb95-1bd5-410b-9de6-4ee677d1e5a2 None None] The sync data for ids ['99d05fae-04dc-429d-92fb-8825fff711f9'] in dv-cinder-844563-8-iscsi is: [{'id': '99d05fae-04dc-429d-92fb-8825fff711f9', 'name': 'tempest-TestVolumeBootPattern-1922002524-router', 'tenant_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '24736124-f865-4ab9-baac-fbc73bd6e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:24Z', 'updated_at': '2022-09-28T08:50:28Z', 'revision_number': 4, 'project_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'gw_port': {'id': '24736124-f865-4ab9-baac-fbc73bd6e416', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d05fae-04dc-429d-92fb-8825fff711f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:25Z', 'updated_at': '2022-09-28T08:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '515bfee9-e3ef-4ff1-aa6e-d566feaff49d', 'name': '', 'network_id': 'bba653ad-d518-4474-a199-63aa084d3607', 'tenant_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'mac_address': 'fa:16:3e:77:63:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d05fae-04dc-429d-92fb-8825fff711f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '762dd0b7-3422-4a19-9ea0-bb1301a32a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:28Z', 'updated_at': '2022-09-28T08:50:28Z', 'revision_number': 1, 'project_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'subnets': [{'id': '762dd0b7-3422-4a19-9ea0-bb1301a32a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:50:29.684689 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-8e6ad2a4-4335-443e-ad13-06169d234186 None None] Calling delete_port for e528dbf6-5f1f-4a9c-8577-7ef310824c8f owned by network:dhcp {{(pid=106477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:50:29.687625 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a8c8d87e-55d7-4a4a-8b9e-dea71d31d9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (e528dbf6-5f1f-4a9c-8577-7ef310824c8f), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:29.755536 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:29.767957 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:29.776033 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8d87e-55d7-4a4a-8b9e-dea71d31d9ad admin admin] Pushing event deleted for resources: {'Port': ['ID=e528dbf6-5f1f-4a9c-8577-7ef310824c8f,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:29.797860 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c8d87e-55d7-4a4a-8b9e-dea71d31d9ad admin admin] No DVR routers for this DVR port e528dbf6-5f1f-4a9c-8577-7ef310824c8f on host dv-cinder-844563-8-iscsi {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:50:29.802330 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8e6ad2a4-4335-443e-ad13-06169d234186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461'] for port (e528dbf6-5f1f-4a9c-8577-7ef310824c8f), after_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:29.817675 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device b5b870b7-7f00-494c-a6ea-66d62a5ec4a4 no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:50:29.858610 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: b5b870b7-7f00-494c-a6ea-66d62a5ec4a4 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:50:29.859259 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device b5b870b7-7f00-494c-a6ea-66d62a5ec4a4 not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:50:29.859748 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device e528dbf6-5f1f-4a9c-8577-7ef310824c8f no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:50:29.863976 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6ad2a4-4335-443e-ad13-06169d234186 None None] No DVR routers for this DVR port e528dbf6-5f1f-4a9c-8577-7ef310824c8f on host dv-cinder-844563-8-iscsi {{(pid=106477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:50:29.870393 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ad2a4-4335-443e-ad13-06169d234186 None None] Pushing event deleted for resources: {'Port': ['ID=e528dbf6-5f1f-4a9c-8577-7ef310824c8f,revision_number=None']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:29.892746 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: e528dbf6-5f1f-4a9c-8577-7ef310824c8f {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:50:29.893108 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device e528dbf6-5f1f-4a9c-8577-7ef310824c8f not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:50:29.893742 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device f8748302-a650-440d-ada3-999d4062fea8 no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:50:29.914017 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: f8748302-a650-440d-ada3-999d4062fea8 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:50:29.914376 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device f8748302-a650-440d-ada3-999d4062fea8 not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:50:29.922076 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a8c8d87e-55d7-4a4a-8b9e-dea71d31d9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845688', 'neutron.services.segments.db._delete_segments_for_network-8759190702794'] for network (8e213c79-0ba4-458e-84ef-70d744799a89), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:29.925600 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab992e74-80dd-485b-be1c-45612f42ec57 admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:50:29.934824 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-ab992e74-80dd-485b-be1c-45612f42ec57 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/99d05fae-04dc-429d-92fb-8825fff711f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5101845 Sep 28 08:50:29.950308 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-a8c8d87e-55d7-4a4a-8b9e-dea71d31d9ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e213c79-0ba4-458e-84ef-70d744799a89']}} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:29.961694 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-a8c8d87e-55d7-4a4a-8b9e-dea71d31d9ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485ca190-db56-4751-b273-de0c3ba9a9bf') {'for_net_delete': True} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:29.962003 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-a8c8d87e-55d7-4a4a-8b9e-dea71d31d9ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485ca190-db56-4751-b273-de0c3ba9a9bf') {} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:29.972746 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a8c8d87e-55d7-4a4a-8b9e-dea71d31d9ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759190673511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2637690'] for segment (485ca190-db56-4751-b273-de0c3ba9a9bf), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:29.991495 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a8c8d87e-55d7-4a4a-8b9e-dea71d31d9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (485ca190-db56-4751-b273-de0c3ba9a9bf), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:30.021255 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c8d87e-55d7-4a4a-8b9e-dea71d31d9ad admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=106475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:50:30.022182 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a8c8d87e-55d7-4a4a-8b9e-dea71d31d9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2793233'] for segment (485ca190-db56-4751-b273-de0c3ba9a9bf), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:30.052710 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment 485ca190-db56-4751-b273-de0c3ba9a9bf resource provider aggregate not found Sep 28 08:50:30.084583 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment 485ca190-db56-4751-b273-de0c3ba9a9bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 485ca190-db56-4751-b273-de0c3ba9a9bf found for delete ", "request_id": "req-4f27e6f7-aaed-4a70-bc4d-af0baabe2687"}]} Sep 28 08:50:30.114735 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a8c8d87e-55d7-4a4a-8b9e-dea71d31d9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595797'] for network (8e213c79-0ba4-458e-84ef-70d744799a89), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:30.126671 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-a8c8d87e-55d7-4a4a-8b9e-dea71d31d9ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:30.132851 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-a8c8d87e-55d7-4a4a-8b9e-dea71d31d9ad admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/8e213c79-0ba4-458e-84ef-70d744799a89 HTTP/1.1" status: 204 len: 168 time: 1.1032529 Sep 28 08:50:30.145883 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8d87e-55d7-4a4a-8b9e-dea71d31d9ad admin admin] Pushing event deleted for resources: {'Network': ['ID=8e213c79-0ba4-458e-84ef-70d744799a89,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:30.167204 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-b364e36f-4155-4b6f-a3e3-0603ab806412 None None] Attempt 3 to provision port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d Sep 28 08:50:30.220202 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-b364e36f-4155-4b6f-a3e3-0603ab806412 None None] Port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:50:30.318850 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 32978) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:30.365739 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-7d21797d-c370-422f-8ffd-241c972d08d2 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=c067f1df3c7f47299bc2db03d904d156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455639 Sep 28 08:50:30.368274 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 32982) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:30.375592 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:30.396207 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 32984) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:30.402330 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-1d7f9774-26c2-42fc-ae76-3e2385fcfb59 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1169161800', 'description': 'tempest-secgroup-smoke-1169161800 description', 'project_id': 'ba777b9726e944a881c0953e605f7477'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:50:30.417609 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:30.431348 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-248b7b5e-10b7-4197-ab56-997ef9b8c9aa admin admin] Publish callbacks [] for security_group (7751f076-9858-49f0-97de-ad890f6b592d), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:30.435345 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1d7f9774-26c2-42fc-ae76-3e2385fcfb59 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:30.459515 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-248b7b5e-10b7-4197-ab56-997ef9b8c9aa admin admin] Publish callbacks [] for security_group (7751f076-9858-49f0-97de-ad890f6b592d), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:30.528089 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-248b7b5e-10b7-4197-ab56-997ef9b8c9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (7751f076-9858-49f0-97de-ad890f6b592d), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:30.542120 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1d7f9774-26c2-42fc-ae76-3e2385fcfb59 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for security_group (0c7ea495-bc57-4c18-afad-f9122d1a3e81), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:30.543714 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-248b7b5e-10b7-4197-ab56-997ef9b8c9aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:30.544824 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-248b7b5e-10b7-4197-ab56-997ef9b8c9aa admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7751f076-9858-49f0-97de-ad890f6b592d HTTP/1.1" status: 204 len: 168 time: 0.1756313 Sep 28 08:50:30.548933 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1d7f9774-26c2-42fc-ae76-3e2385fcfb59 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (0c7ea495-bc57-4c18-afad-f9122d1a3e81), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:30.579509 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b7b5e-10b7-4197-ab56-997ef9b8c9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7751f076-9858-49f0-97de-ad890f6b592d,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:30.591494 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f9774-26c2-42fc-ae76-3e2385fcfb59 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7ea495-bc57-4c18-afad-f9122d1a3e81,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:30.612891 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-1d7f9774-26c2-42fc-ae76-3e2385fcfb59 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:30.615150 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-1d7f9774-26c2-42fc-ae76-3e2385fcfb59 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2174783 Sep 28 08:50:30.618489 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 32990) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:30.623872 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-7368ff8d-be0d-4bad-b9a3-ba04a183f09e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Request body: {'security_group_rule': {'security_group_id': '0c7ea495-bc57-4c18-afad-f9122d1a3e81', 'project_id': 'ba777b9726e944a881c0953e605f7477', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:50:30.654018 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7368ff8d-be0d-4bad-b9a3-ba04a183f09e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for security_group_rule (65fce7ca-afcf-44df-bab6-8776e5002fcb), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:30.722367 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-b364e36f-4155-4b6f-a3e3-0603ab806412 None None] Attempt 4 to provision port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d Sep 28 08:50:30.760938 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7368ff8d-be0d-4bad-b9a3-ba04a183f09e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for security_group_rule (65fce7ca-afcf-44df-bab6-8776e5002fcb), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:30.769598 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7368ff8d-be0d-4bad-b9a3-ba04a183f09e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (65fce7ca-afcf-44df-bab6-8776e5002fcb), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:30.772632 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-b364e36f-4155-4b6f-a3e3-0603ab806412 None None] Port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:50:30.792132 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368ff8d-be0d-4bad-b9a3-ba04a183f09e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65fce7ca-afcf-44df-bab6-8776e5002fcb,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:30.802098 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7368ff8d-be0d-4bad-b9a3-ba04a183f09e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:30.803475 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-7368ff8d-be0d-4bad-b9a3-ba04a183f09e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1838589 Sep 28 08:50:30.806400 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 32992) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:30.810995 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-2b30d248-917f-4a50-8aa2-0d7f5701d525 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Request body: {'security_group_rule': {'security_group_id': '0c7ea495-bc57-4c18-afad-f9122d1a3e81', 'project_id': 'ba777b9726e944a881c0953e605f7477', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:50:30.844571 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2b30d248-917f-4a50-8aa2-0d7f5701d525 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for security_group_rule (54409f0b-e248-4449-ab9f-760ba283d87a), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:30.910504 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2b30d248-917f-4a50-8aa2-0d7f5701d525 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for security_group_rule (54409f0b-e248-4449-ab9f-760ba283d87a), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:30.915656 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2b30d248-917f-4a50-8aa2-0d7f5701d525 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (54409f0b-e248-4449-ab9f-760ba283d87a), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:30.938407 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30d248-917f-4a50-8aa2-0d7f5701d525 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54409f0b-e248-4449-ab9f-760ba283d87a,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:30.956975 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2b30d248-917f-4a50-8aa2-0d7f5701d525 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:30.958778 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-2b30d248-917f-4a50-8aa2-0d7f5701d525 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1508813 Sep 28 08:50:30.961577 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 32998) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:30.967927 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-d6cc675e-623c-430b-9345-67856008c6bd tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Request body: {'security_group_rule': {'security_group_id': '0c7ea495-bc57-4c18-afad-f9122d1a3e81', 'project_id': 'ba777b9726e944a881c0953e605f7477', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:50:30.997390 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d6cc675e-623c-430b-9345-67856008c6bd tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for security_group_rule (16709df0-ca5d-490d-bf09-41159fe5bbb6), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:31.075244 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d6cc675e-623c-430b-9345-67856008c6bd tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for security_group_rule (16709df0-ca5d-490d-bf09-41159fe5bbb6), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:31.081509 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d6cc675e-623c-430b-9345-67856008c6bd tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (16709df0-ca5d-490d-bf09-41159fe5bbb6), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:31.111690 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc675e-623c-430b-9345-67856008c6bd tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16709df0-ca5d-490d-bf09-41159fe5bbb6,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:31.117438 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d6cc675e-623c-430b-9345-67856008c6bd tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:31.121544 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 33006) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:31.122038 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-d6cc675e-623c-430b-9345-67856008c6bd tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1577053 Sep 28 08:50:31.127090 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-dec85062-388b-4fbd-a061-b37acf8c8c51 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Request body: {'security_group_rule': {'security_group_id': '0c7ea495-bc57-4c18-afad-f9122d1a3e81', 'project_id': 'ba777b9726e944a881c0953e605f7477', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:50:31.161150 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-dec85062-388b-4fbd-a061-b37acf8c8c51 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for security_group_rule (f6b0b945-5645-48dd-aa48-8b239187cd9f), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:31.230192 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-dec85062-388b-4fbd-a061-b37acf8c8c51 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for security_group_rule (f6b0b945-5645-48dd-aa48-8b239187cd9f), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:31.235081 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-dec85062-388b-4fbd-a061-b37acf8c8c51 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (f6b0b945-5645-48dd-aa48-8b239187cd9f), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:31.257589 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec85062-388b-4fbd-a061-b37acf8c8c51 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b0b945-5645-48dd-aa48-8b239187cd9f,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:31.263700 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-dec85062-388b-4fbd-a061-b37acf8c8c51 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:31.267753 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-dec85062-388b-4fbd-a061-b37acf8c8c51 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1417351 Sep 28 08:50:31.267753 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 33012) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:31.272711 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-7f5a085a-f53a-4263-b78c-f6a1dcd69065 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Request body: {'security_group_rule': {'security_group_id': '0c7ea495-bc57-4c18-afad-f9122d1a3e81', 'project_id': 'ba777b9726e944a881c0953e605f7477', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:50:31.274133 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-b364e36f-4155-4b6f-a3e3-0603ab806412 None None] Attempt 5 to provision port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d Sep 28 08:50:31.295834 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.db.securitygroups_db [None req-7f5a085a-f53a-4263-b78c-f6a1dcd69065 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Project ba777b9726e944a881c0953e605f7477 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:50:31.302999 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7f5a085a-f53a-4263-b78c-f6a1dcd69065 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for security_group_rule (811646d3-e2f3-4ae7-a386-4a7a75c1918e), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:31.323115 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-b364e36f-4155-4b6f-a3e3-0603ab806412 None None] Port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:50:31.360194 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:31.376580 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7f5a085a-f53a-4263-b78c-f6a1dcd69065 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for security_group_rule (811646d3-e2f3-4ae7-a386-4a7a75c1918e), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:31.380897 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7f5a085a-f53a-4263-b78c-f6a1dcd69065 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (811646d3-e2f3-4ae7-a386-4a7a75c1918e), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:31.403684 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a085a-f53a-4263-b78c-f6a1dcd69065 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811646d3-e2f3-4ae7-a386-4a7a75c1918e,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:31.416229 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7f5a085a-f53a-4263-b78c-f6a1dcd69065 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:31.417594 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-7f5a085a-f53a-4263-b78c-f6a1dcd69065 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1483624 Sep 28 08:50:31.420637 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 33018) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:31.425212 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-f9378f75-5bc2-44b7-9a0d-862b29aa5218 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Request body: {'security_group_rule': {'security_group_id': '0c7ea495-bc57-4c18-afad-f9122d1a3e81', 'project_id': 'ba777b9726e944a881c0953e605f7477', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:50:31.451754 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.db.securitygroups_db [None req-f9378f75-5bc2-44b7-9a0d-862b29aa5218 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Project ba777b9726e944a881c0953e605f7477 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:50:31.458752 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f9378f75-5bc2-44b7-9a0d-862b29aa5218 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for security_group_rule (611b4aeb-a18a-4ef4-aea9-b034421414df), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:31.522928 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f9378f75-5bc2-44b7-9a0d-862b29aa5218 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for security_group_rule (611b4aeb-a18a-4ef4-aea9-b034421414df), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:31.528543 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f9378f75-5bc2-44b7-9a0d-862b29aa5218 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (611b4aeb-a18a-4ef4-aea9-b034421414df), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:31.537226 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:31.551742 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9378f75-5bc2-44b7-9a0d-862b29aa5218 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611b4aeb-a18a-4ef4-aea9-b034421414df,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:31.558998 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f9378f75-5bc2-44b7-9a0d-862b29aa5218 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:31.563468 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-f9378f75-5bc2-44b7-9a0d-862b29aa5218 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1385911 Sep 28 08:50:31.791428 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 24736124-f865-4ab9-baac-fbc73bd6e416 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:50:31.823896 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-b364e36f-4155-4b6f-a3e3-0603ab806412 None None] Attempt 6 to provision port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d Sep 28 08:50:31.872223 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-b364e36f-4155-4b6f-a3e3-0603ab806412 None None] Port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:50:31.873214 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 24736124-f865-4ab9-baac-fbc73bd6e416 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:50:31.873761 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (24736124-f865-4ab9-baac-fbc73bd6e416), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:31.874279 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 24736124-f865-4ab9-baac-fbc73bd6e416 Sep 28 08:50:31.955355 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 24736124-f865-4ab9-baac-fbc73bd6e416 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:50:31.956342 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (24736124-f865-4ab9-baac-fbc73bd6e416), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:31.975142 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:31.980090 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] For port 24736124-f865-4ab9-baac-fbc73bd6e416, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=24736124-f865-4ab9-baac-fbc73bd6e416,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:50:31.984304 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (24736124-f865-4ab9-baac-fbc73bd6e416), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:32.034773 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Pushing event updated for resources: {'Port': ['ID=24736124-f865-4ab9-baac-fbc73bd6e416,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:32.373232 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-b364e36f-4155-4b6f-a3e3-0603ab806412 None None] Attempt 7 to provision port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d Sep 28 08:50:32.409481 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-b364e36f-4155-4b6f-a3e3-0603ab806412 None None] Port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:50:32.911153 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-b364e36f-4155-4b6f-a3e3-0603ab806412 None None] Attempt 8 to provision port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d Sep 28 08:50:32.949879 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-b364e36f-4155-4b6f-a3e3-0603ab806412 None None] Port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:50:33.450849 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-b364e36f-4155-4b6f-a3e3-0603ab806412 None None] Attempt 9 to provision port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d Sep 28 08:50:33.488627 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-b364e36f-4155-4b6f-a3e3-0603ab806412 None None] Port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:50:33.721225 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] Sync routers for ids ['99d05fae-04dc-429d-92fb-8825fff711f9'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:50:33.731612 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] Routers {'99d05fae-04dc-429d-92fb-8825fff711f9'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:50:33.732265 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:50:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['99d05fae-04dc-429d-92fb-8825fff711f9'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:33.774992 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 24736124-f865-4ab9-baac-fbc73bd6e416 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:50:33.888231 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 24736124-f865-4ab9-baac-fbc73bd6e416 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:50:33.888605 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (24736124-f865-4ab9-baac-fbc73bd6e416), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:33.888942 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 24736124-f865-4ab9-baac-fbc73bd6e416 Sep 28 08:50:33.892317 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] Set router 99d05fae-04dc-429d-92fb-8825fff711f9 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:50:33.997260 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-b364e36f-4155-4b6f-a3e3-0603ab806412 None None] Attempt 10 to provision port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d Sep 28 08:50:34.035403 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:34.108050 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-b364e36f-4155-4b6f-a3e3-0603ab806412 None None] Port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:50:34.136637 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 24736124-f865-4ab9-baac-fbc73bd6e416 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:50:34.202654 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d05fae-04dc-429d-92fb-8825fff711f9', 'name': 'tempest-TestVolumeBootPattern-1922002524-router', 'tenant_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '24736124-f865-4ab9-baac-fbc73bd6e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:24Z', 'updated_at': '2022-09-28T08:50:28Z', 'revision_number': 4, 'project_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'gw_port': {'id': '24736124-f865-4ab9-baac-fbc73bd6e416', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d05fae-04dc-429d-92fb-8825fff711f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:25Z', 'updated_at': '2022-09-28T08:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '515bfee9-e3ef-4ff1-aa6e-d566feaff49d', 'name': '', 'network_id': 'bba653ad-d518-4474-a199-63aa084d3607', 'tenant_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'mac_address': 'fa:16:3e:77:63:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d05fae-04dc-429d-92fb-8825fff711f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '762dd0b7-3422-4a19-9ea0-bb1301a32a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:28Z', 'updated_at': '2022-09-28T08:50:28Z', 'revision_number': 2, 'project_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'subnets': [{'id': '762dd0b7-3422-4a19-9ea0-bb1301a32a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:34.236180 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] Checking router: 99d05fae-04dc-429d-92fb-8825fff711f9 for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:50:34.236322 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] Updating router 99d05fae-04dc-429d-92fb-8825fff711f9 port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d binding host dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:50:34.263280 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-54627cec-19aa-4b3b-8329-ca9b26902b07 None None] Provisioning complete for port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:50:34.263593 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-54627cec-19aa-4b3b-8329-ca9b26902b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (515bfee9-e3ef-4ff1-aa6e-d566feaff49d), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:34.263925 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-54627cec-19aa-4b3b-8329-ca9b26902b07 None None] Attempt 1 to provision port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d Sep 28 08:50:34.290380 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (515bfee9-e3ef-4ff1-aa6e-d566feaff49d), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:34.309324 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-54627cec-19aa-4b3b-8329-ca9b26902b07 None None] Port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:50:34.391694 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=100 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:34.552998 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] Publish callbacks [] for port (515bfee9-e3ef-4ff1-aa6e-d566feaff49d), precommit_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:34.558531 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (515bfee9-e3ef-4ff1-aa6e-d566feaff49d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:34.642294 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc44bc5-b311-45c3-8589-92a01addc411 None None] Pushing event updated for resources: {'Port': ['ID=515bfee9-e3ef-4ff1-aa6e-d566feaff49d,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:34.654803 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] Attempting to bind port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:50:34.655172 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] Attempting to bind port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': 'dfba1123-68a4-49fa-b21a-eecf55469cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bba653ad-d518-4474-a199-63aa084d3607'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:50:34.655530 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] Attempting to bind port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d on network bba653ad-d518-4474-a199-63aa084d3607 {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:50:34.698619 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:50:34.698991 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] Checking segment: {'id': 'dfba1123-68a4-49fa-b21a-eecf55469cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bba653ad-d518-4474-a199-63aa084d3607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:50:34.699389 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:34.699768 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] Bound using segment: {'id': 'dfba1123-68a4-49fa-b21a-eecf55469cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bba653ad-d518-4474-a199-63aa084d3607'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:50:34.700848 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] Bound port: 515bfee9-e3ef-4ff1-aa6e-d566feaff49d, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfba1123-68a4-49fa-b21a-eecf55469cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'bba653ad-d518-4474-a199-63aa084d3607'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:50:34.701266 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (515bfee9-e3ef-4ff1-aa6e-d566feaff49d), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:34.769990 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] For port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:50:34.772944 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] For port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=515bfee9-e3ef-4ff1-aa6e-d566feaff49d,segment=NetworkSegment(dfba1123-68a4-49fa-b21a-eecf55469cd4),segment_id=dfba1123-68a4-49fa-b21a-eecf55469cd4)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:50:34.779322 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (515bfee9-e3ef-4ff1-aa6e-d566feaff49d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:34.811558 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-54627cec-19aa-4b3b-8329-ca9b26902b07 None None] Attempt 2 to provision port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d Sep 28 08:50:34.837391 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] Routers {'99d05fae-04dc-429d-92fb-8825fff711f9'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:50:34.838033 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:50:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['99d05fae-04dc-429d-92fb-8825fff711f9'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:35.027604 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:35.033372 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc44bc5-b311-45c3-8589-92a01addc411 None None] Pushing event updated for resources: {'Port': ['ID=515bfee9-e3ef-4ff1-aa6e-d566feaff49d,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:35.133207 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] Set router 99d05fae-04dc-429d-92fb-8825fff711f9 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:50:35.135366 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-54627cec-19aa-4b3b-8329-ca9b26902b07 None None] Current status of the port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:50:35.135753 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-54627cec-19aa-4b3b-8329-ca9b26902b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (515bfee9-e3ef-4ff1-aa6e-d566feaff49d), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:35.243164 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-54627cec-19aa-4b3b-8329-ca9b26902b07 None None] For port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=515bfee9-e3ef-4ff1-aa6e-d566feaff49d,segment=NetworkSegment(dfba1123-68a4-49fa-b21a-eecf55469cd4),segment_id=dfba1123-68a4-49fa-b21a-eecf55469cd4)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:50:35.271651 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-54627cec-19aa-4b3b-8329-ca9b26902b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (515bfee9-e3ef-4ff1-aa6e-d566feaff49d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:35.328160 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:35.352218 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54627cec-19aa-4b3b-8329-ca9b26902b07 None None] Pushing event updated for resources: {'Port': ['ID=515bfee9-e3ef-4ff1-aa6e-d566feaff49d,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:35.400619 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d05fae-04dc-429d-92fb-8825fff711f9', 'name': 'tempest-TestVolumeBootPattern-1922002524-router', 'tenant_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '24736124-f865-4ab9-baac-fbc73bd6e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:24Z', 'updated_at': '2022-09-28T08:50:28Z', 'revision_number': 4, 'project_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'gw_port': {'id': '24736124-f865-4ab9-baac-fbc73bd6e416', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d05fae-04dc-429d-92fb-8825fff711f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:25Z', 'updated_at': '2022-09-28T08:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '515bfee9-e3ef-4ff1-aa6e-d566feaff49d', 'name': '', 'network_id': 'bba653ad-d518-4474-a199-63aa084d3607', 'tenant_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'mac_address': 'fa:16:3e:77:63:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d05fae-04dc-429d-92fb-8825fff711f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '762dd0b7-3422-4a19-9ea0-bb1301a32a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:28Z', 'updated_at': '2022-09-28T08:50:34Z', 'revision_number': 4, 'project_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'subnets': [{'id': '762dd0b7-3422-4a19-9ea0-bb1301a32a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:50:35.425560 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca54bc21-5e22-4b6d-96c0-c5cbbb80ff34 None None] The sync data for ids ['99d05fae-04dc-429d-92fb-8825fff711f9'] in dv-cinder-844563-8-iscsi is: [{'id': '99d05fae-04dc-429d-92fb-8825fff711f9', 'name': 'tempest-TestVolumeBootPattern-1922002524-router', 'tenant_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '24736124-f865-4ab9-baac-fbc73bd6e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:24Z', 'updated_at': '2022-09-28T08:50:28Z', 'revision_number': 4, 'project_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'gw_port': {'id': '24736124-f865-4ab9-baac-fbc73bd6e416', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d05fae-04dc-429d-92fb-8825fff711f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:25Z', 'updated_at': '2022-09-28T08:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '515bfee9-e3ef-4ff1-aa6e-d566feaff49d', 'name': '', 'network_id': 'bba653ad-d518-4474-a199-63aa084d3607', 'tenant_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'mac_address': 'fa:16:3e:77:63:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d05fae-04dc-429d-92fb-8825fff711f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '762dd0b7-3422-4a19-9ea0-bb1301a32a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:28Z', 'updated_at': '2022-09-28T08:50:34Z', 'revision_number': 4, 'project_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'subnets': [{'id': '762dd0b7-3422-4a19-9ea0-bb1301a32a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:50:35.765511 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 515bfee9-e3ef-4ff1-aa6e-d566feaff49d up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:50:35.818358 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:50:35.818745 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (515bfee9-e3ef-4ff1-aa6e-d566feaff49d), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:35.819087 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d Sep 28 08:50:35.903625 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:50:36.096696 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:38.441829 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=66 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:38.443224 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=6 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:39.914940 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 33240) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:40.038758 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9b70f187-c9cd-4999-8a40-3a245919ef55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:40.129558 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9b70f187-c9cd-4999-8a40-3a245919ef55 admin admin] Publish callbacks [] for security_group (58567ff3-cbd6-451c-a636-cfd86ae301f5), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:40.133909 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9b70f187-c9cd-4999-8a40-3a245919ef55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (58567ff3-cbd6-451c-a636-cfd86ae301f5), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:40.171874 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-9b70f187-c9cd-4999-8a40-3a245919ef55 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=63bb9bb9921041d49d13658fb2218f2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558353 Sep 28 08:50:40.175379 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 33248) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:40.177611 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70f187-c9cd-4999-8a40-3a245919ef55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58567ff3-cbd6-451c-a636-cfd86ae301f5,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:40.518268 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-79b289dc-745d-4337-920c-723b66e8cadd admin admin] Publish callbacks [] for security_group (58567ff3-cbd6-451c-a636-cfd86ae301f5), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:40.539874 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-79b289dc-745d-4337-920c-723b66e8cadd admin admin] Publish callbacks [] for security_group (58567ff3-cbd6-451c-a636-cfd86ae301f5), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:40.591004 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-79b289dc-745d-4337-920c-723b66e8cadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (58567ff3-cbd6-451c-a636-cfd86ae301f5), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:40.593963 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-79b289dc-745d-4337-920c-723b66e8cadd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:40.595358 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-79b289dc-745d-4337-920c-723b66e8cadd admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/58567ff3-cbd6-451c-a636-cfd86ae301f5 HTTP/1.1" status: 204 len: 168 time: 0.4186771 Sep 28 08:50:40.605274 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b289dc-745d-4337-920c-723b66e8cadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58567ff3-cbd6-451c-a636-cfd86ae301f5,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:40.886085 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 33262) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:40.900100 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-32ddafb6-6ad3-4744-9186-6c92877cc50a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:40.910766 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=79,neutron:DELETE=11,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:40.982024 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-32ddafb6-6ad3-4744-9186-6c92877cc50a admin admin] Publish callbacks [] for security_group (c6248f72-2cfd-4b4d-ac98-04fd976577ea), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:40.986035 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-32ddafb6-6ad3-4744-9186-6c92877cc50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (c6248f72-2cfd-4b4d-ac98-04fd976577ea), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:40.997964 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:41.030572 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-32ddafb6-6ad3-4744-9186-6c92877cc50a admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=cb6ae49ff8cf4cdc8d58ce43523d0558&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433978 Sep 28 08:50:41.031770 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddafb6-6ad3-4744-9186-6c92877cc50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6248f72-2cfd-4b4d-ac98-04fd976577ea,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:41.033449 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 33264) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:41.088378 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3fd39837-44aa-4764-9217-5f13c6b518e2 admin admin] Publish callbacks [] for security_group (c6248f72-2cfd-4b4d-ac98-04fd976577ea), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:41.110953 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3fd39837-44aa-4764-9217-5f13c6b518e2 admin admin] Publish callbacks [] for security_group (c6248f72-2cfd-4b4d-ac98-04fd976577ea), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:41.160084 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3fd39837-44aa-4764-9217-5f13c6b518e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (c6248f72-2cfd-4b4d-ac98-04fd976577ea), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:41.162638 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3fd39837-44aa-4764-9217-5f13c6b518e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:41.163792 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-3fd39837-44aa-4764-9217-5f13c6b518e2 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/c6248f72-2cfd-4b4d-ac98-04fd976577ea HTTP/1.1" status: 204 len: 168 time: 0.1288326 Sep 28 08:50:41.172238 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd39837-44aa-4764-9217-5f13c6b518e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6248f72-2cfd-4b4d-ac98-04fd976577ea,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:42.188741 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 33308) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:42.309582 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d4b1fefb-0771-4a31-a98c-6cd54b3dc27d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:42.410308 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d4b1fefb-0771-4a31-a98c-6cd54b3dc27d admin admin] Publish callbacks [] for security_group (432f0f85-2d52-4c3c-8df9-91c910c16e5e), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:42.415261 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d4b1fefb-0771-4a31-a98c-6cd54b3dc27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (432f0f85-2d52-4c3c-8df9-91c910c16e5e), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:42.457829 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1fefb-0771-4a31-a98c-6cd54b3dc27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432f0f85-2d52-4c3c-8df9-91c910c16e5e,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:42.470348 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-d4b1fefb-0771-4a31-a98c-6cd54b3dc27d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=8894ac55d9fa46c1bbcc71e8140a8673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802968 Sep 28 08:50:42.470490 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 33320) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:42.530815 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7ede2518-dd38-4d79-8e7c-849c5dbb30b7 admin admin] Publish callbacks [] for security_group (432f0f85-2d52-4c3c-8df9-91c910c16e5e), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:42.554101 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7ede2518-dd38-4d79-8e7c-849c5dbb30b7 admin admin] Publish callbacks [] for security_group (432f0f85-2d52-4c3c-8df9-91c910c16e5e), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:42.605950 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7ede2518-dd38-4d79-8e7c-849c5dbb30b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (432f0f85-2d52-4c3c-8df9-91c910c16e5e), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:42.608513 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7ede2518-dd38-4d79-8e7c-849c5dbb30b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:42.612628 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-7ede2518-dd38-4d79-8e7c-849c5dbb30b7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/432f0f85-2d52-4c3c-8df9-91c910c16e5e HTTP/1.1" status: 204 len: 168 time: 0.1378982 Sep 28 08:50:42.618993 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede2518-dd38-4d79-8e7c-849c5dbb30b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432f0f85-2d52-4c3c-8df9-91c910c16e5e,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:43.027032 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 33338) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:43.051213 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-388e16fa-d46e-4538-b6c1-15c90d515039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:43.141072 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-388e16fa-d46e-4538-b6c1-15c90d515039 admin admin] Publish callbacks [] for security_group (9ff1a298-6cf5-4356-a186-3fbabd885043), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:43.145813 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-388e16fa-d46e-4538-b6c1-15c90d515039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (9ff1a298-6cf5-4356-a186-3fbabd885043), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:43.189039 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-388e16fa-d46e-4538-b6c1-15c90d515039 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=672edf23719e45aaa4407dc57fea2cc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1605840 Sep 28 08:50:43.190054 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e16fa-d46e-4538-b6c1-15c90d515039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff1a298-6cf5-4356-a186-3fbabd885043,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:43.191822 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 33340) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:43.235261 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:43.258432 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b253eed5-6cfd-4548-8e1e-07c505f8f9d9 admin admin] Publish callbacks [] for security_group (9ff1a298-6cf5-4356-a186-3fbabd885043), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:43.282031 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b253eed5-6cfd-4548-8e1e-07c505f8f9d9 admin admin] Publish callbacks [] for security_group (9ff1a298-6cf5-4356-a186-3fbabd885043), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:43.342347 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b253eed5-6cfd-4548-8e1e-07c505f8f9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (9ff1a298-6cf5-4356-a186-3fbabd885043), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:43.345037 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b253eed5-6cfd-4548-8e1e-07c505f8f9d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:43.346833 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-b253eed5-6cfd-4548-8e1e-07c505f8f9d9 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/9ff1a298-6cf5-4356-a186-3fbabd885043 HTTP/1.1" status: 204 len: 168 time: 0.1520054 Sep 28 08:50:43.356035 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253eed5-6cfd-4548-8e1e-07c505f8f9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff1a298-6cf5-4356-a186-3fbabd885043,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:43.697511 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 33350) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:43.711766 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-043579f1-0b81-4dd6-a1e5-2f8d20c8d112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:43.794513 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:43.810057 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-043579f1-0b81-4dd6-a1e5-2f8d20c8d112 admin admin] Publish callbacks [] for security_group (4247801b-d042-4fce-b264-7a5287ba56e2), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:43.814523 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-043579f1-0b81-4dd6-a1e5-2f8d20c8d112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (4247801b-d042-4fce-b264-7a5287ba56e2), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:43.855985 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-043579f1-0b81-4dd6-a1e5-2f8d20c8d112 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=38ca8a6b996840b4835535742887ff8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1572623 Sep 28 08:50:43.856821 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043579f1-0b81-4dd6-a1e5-2f8d20c8d112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4247801b-d042-4fce-b264-7a5287ba56e2,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:43.858561 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 33354) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:43.911640 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-950f7457-c3bf-4e1c-bf93-a581229cdced admin admin] Publish callbacks [] for security_group (4247801b-d042-4fce-b264-7a5287ba56e2), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:43.931660 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-950f7457-c3bf-4e1c-bf93-a581229cdced admin admin] Publish callbacks [] for security_group (4247801b-d042-4fce-b264-7a5287ba56e2), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:43.982971 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-950f7457-c3bf-4e1c-bf93-a581229cdced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (4247801b-d042-4fce-b264-7a5287ba56e2), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:43.986337 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-950f7457-c3bf-4e1c-bf93-a581229cdced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:43.988152 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-950f7457-c3bf-4e1c-bf93-a581229cdced admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4247801b-d042-4fce-b264-7a5287ba56e2 HTTP/1.1" status: 204 len: 168 time: 0.1284485 Sep 28 08:50:43.996441 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f7457-c3bf-4e1c-bf93-a581229cdced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4247801b-d042-4fce-b264-7a5287ba56e2,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:45.744000 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:50:45.950797 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 33438) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:46.066337 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b5c76ebf-d727-4dfc-afbf-56c4c3e2bc46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:46.136880 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:INSERT=12,neutron:UPDATE=3,neutron:SELECT=81,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:46.148210 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b5c76ebf-d727-4dfc-afbf-56c4c3e2bc46 admin admin] Publish callbacks [] for security_group (3b2297a1-54e0-47f3-b8dd-c8f4bfb260bf), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:46.152195 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b5c76ebf-d727-4dfc-afbf-56c4c3e2bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (3b2297a1-54e0-47f3-b8dd-c8f4bfb260bf), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:46.195112 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c76ebf-d727-4dfc-afbf-56c4c3e2bc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2297a1-54e0-47f3-b8dd-c8f4bfb260bf,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:46.209532 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-b5c76ebf-d727-4dfc-afbf-56c4c3e2bc46 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ae3d61655cad4b4b8458971974525f7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548420 Sep 28 08:50:46.209738 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 33458) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:46.266773 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-79a277c6-c248-4cb3-8b7b-0c8573066dbd admin admin] Publish callbacks [] for security_group (3b2297a1-54e0-47f3-b8dd-c8f4bfb260bf), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:46.288101 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-79a277c6-c248-4cb3-8b7b-0c8573066dbd admin admin] Publish callbacks [] for security_group (3b2297a1-54e0-47f3-b8dd-c8f4bfb260bf), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:46.348820 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-79a277c6-c248-4cb3-8b7b-0c8573066dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (3b2297a1-54e0-47f3-b8dd-c8f4bfb260bf), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:46.351452 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-79a277c6-c248-4cb3-8b7b-0c8573066dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:46.352799 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-79a277c6-c248-4cb3-8b7b-0c8573066dbd admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3b2297a1-54e0-47f3-b8dd-c8f4bfb260bf HTTP/1.1" status: 204 len: 168 time: 0.1419766 Sep 28 08:50:46.361834 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a277c6-c248-4cb3-8b7b-0c8573066dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2297a1-54e0-47f3-b8dd-c8f4bfb260bf,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:46.657110 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 33478) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:46.672425 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2443c94c-fb7d-4bcc-93dc-a9e13564119f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:46.753825 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2443c94c-fb7d-4bcc-93dc-a9e13564119f admin admin] Publish callbacks [] for security_group (423b2cd2-a5dd-4d62-b387-e3fe98dff1cb), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:46.758034 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2443c94c-fb7d-4bcc-93dc-a9e13564119f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (423b2cd2-a5dd-4d62-b387-e3fe98dff1cb), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:46.790958 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 33482) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:46.798872 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-2443c94c-fb7d-4bcc-93dc-a9e13564119f admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f9c80f04b6b24ec8ab3b01cae66a6f52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404908 Sep 28 08:50:46.802087 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443c94c-fb7d-4bcc-93dc-a9e13564119f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423b2cd2-a5dd-4d62-b387-e3fe98dff1cb,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:46.804511 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 33486) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:46.866916 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-bb1660c6-28cf-4ff9-9a5e-49b606b2c489 admin admin] Publish callbacks [] for security_group (423b2cd2-a5dd-4d62-b387-e3fe98dff1cb), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:46.876226 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=13 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:46.888281 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-bb1660c6-28cf-4ff9-9a5e-49b606b2c489 admin admin] Publish callbacks [] for security_group (423b2cd2-a5dd-4d62-b387-e3fe98dff1cb), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:46.930222 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cadf61f3-e924-410a-a640-c42a2d5fb67b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:46.965328 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-bb1660c6-28cf-4ff9-9a5e-49b606b2c489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (423b2cd2-a5dd-4d62-b387-e3fe98dff1cb), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:46.967939 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-bb1660c6-28cf-4ff9-9a5e-49b606b2c489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:46.969173 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-bb1660c6-28cf-4ff9-9a5e-49b606b2c489 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/423b2cd2-a5dd-4d62-b387-e3fe98dff1cb HTTP/1.1" status: 204 len: 168 time: 0.1635602 Sep 28 08:50:46.989193 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1660c6-28cf-4ff9-9a5e-49b606b2c489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423b2cd2-a5dd-4d62-b387-e3fe98dff1cb,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:47.037623 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cadf61f3-e924-410a-a640-c42a2d5fb67b admin admin] Publish callbacks [] for security_group (911b196a-ad16-4838-a3af-57b30485e3aa), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:47.041837 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-cadf61f3-e924-410a-a640-c42a2d5fb67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (911b196a-ad16-4838-a3af-57b30485e3aa), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:47.082857 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-cadf61f3-e924-410a-a640-c42a2d5fb67b admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=e13b964ffdf045f7be92eadd25e35a28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904186 Sep 28 08:50:47.083814 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf61f3-e924-410a-a640-c42a2d5fb67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911b196a-ad16-4838-a3af-57b30485e3aa,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:47.085624 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 33492) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:47.149318 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e650020b-63ee-408e-b90d-e1e0c5fdf7cc admin admin] Publish callbacks [] for security_group (911b196a-ad16-4838-a3af-57b30485e3aa), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:47.171067 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e650020b-63ee-408e-b90d-e1e0c5fdf7cc admin admin] Publish callbacks [] for security_group (911b196a-ad16-4838-a3af-57b30485e3aa), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:47.224766 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e650020b-63ee-408e-b90d-e1e0c5fdf7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (911b196a-ad16-4838-a3af-57b30485e3aa), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:47.227633 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e650020b-63ee-408e-b90d-e1e0c5fdf7cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:47.228849 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e650020b-63ee-408e-b90d-e1e0c5fdf7cc admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/911b196a-ad16-4838-a3af-57b30485e3aa HTTP/1.1" status: 204 len: 168 time: 0.1420720 Sep 28 08:50:47.238220 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650020b-63ee-408e-b90d-e1e0c5fdf7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911b196a-ad16-4838-a3af-57b30485e3aa,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:47.529627 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 33514) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:47.543938 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dfa5ed2c-0e22-4cb7-a31e-08ad4a7cd6fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:47.627928 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dfa5ed2c-0e22-4cb7-a31e-08ad4a7cd6fc admin admin] Publish callbacks [] for security_group (75aa5001-eff4-4a41-8b30-04b4bf0f49a3), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:47.631936 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-dfa5ed2c-0e22-4cb7-a31e-08ad4a7cd6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (75aa5001-eff4-4a41-8b30-04b4bf0f49a3), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:47.671118 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5ed2c-0e22-4cb7-a31e-08ad4a7cd6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75aa5001-eff4-4a41-8b30-04b4bf0f49a3,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:47.679216 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-dfa5ed2c-0e22-4cb7-a31e-08ad4a7cd6fc admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=20890163ebdf4460b35f094d70a91b8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458507 Sep 28 08:50:47.679687 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 33518) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:47.722839 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:47.735588 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5bf5e253-29a1-4f6c-95e2-0df19cbd599a admin admin] Publish callbacks [] for security_group (75aa5001-eff4-4a41-8b30-04b4bf0f49a3), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:47.757820 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5bf5e253-29a1-4f6c-95e2-0df19cbd599a admin admin] Publish callbacks [] for security_group (75aa5001-eff4-4a41-8b30-04b4bf0f49a3), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:47.811663 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5bf5e253-29a1-4f6c-95e2-0df19cbd599a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (75aa5001-eff4-4a41-8b30-04b4bf0f49a3), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:47.814787 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5bf5e253-29a1-4f6c-95e2-0df19cbd599a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:47.817561 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-5bf5e253-29a1-4f6c-95e2-0df19cbd599a admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/75aa5001-eff4-4a41-8b30-04b4bf0f49a3 HTTP/1.1" status: 204 len: 168 time: 0.1367745 Sep 28 08:50:47.826320 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5e253-29a1-4f6c-95e2-0df19cbd599a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75aa5001-eff4-4a41-8b30-04b4bf0f49a3,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:49.011845 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 33602) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:49.123039 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-614f7527-4da6-47f5-a755-9cfee9c4bfc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:49.161369 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=10 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:49.209756 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-614f7527-4da6-47f5-a755-9cfee9c4bfc3 admin admin] Publish callbacks [] for security_group (b8b15f97-16b4-4cfc-856f-03d85aad48ce), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:49.213945 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-614f7527-4da6-47f5-a755-9cfee9c4bfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (b8b15f97-16b4-4cfc-856f-03d85aad48ce), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:49.261029 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-614f7527-4da6-47f5-a755-9cfee9c4bfc3 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=17f582c9edbc4187a62e356226e53872&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480710 Sep 28 08:50:49.262019 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f7527-4da6-47f5-a755-9cfee9c4bfc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b15f97-16b4-4cfc-856f-03d85aad48ce,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:49.263832 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 33616) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:49.318405 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4275bb5b-2881-4a0b-bb3b-7f30573d9c9d admin admin] Publish callbacks [] for security_group (b8b15f97-16b4-4cfc-856f-03d85aad48ce), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:49.338804 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4275bb5b-2881-4a0b-bb3b-7f30573d9c9d admin admin] Publish callbacks [] for security_group (b8b15f97-16b4-4cfc-856f-03d85aad48ce), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:49.386532 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4275bb5b-2881-4a0b-bb3b-7f30573d9c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (b8b15f97-16b4-4cfc-856f-03d85aad48ce), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:49.389348 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4275bb5b-2881-4a0b-bb3b-7f30573d9c9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:49.393357 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-4275bb5b-2881-4a0b-bb3b-7f30573d9c9d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b8b15f97-16b4-4cfc-856f-03d85aad48ce HTTP/1.1" status: 204 len: 168 time: 0.1251161 Sep 28 08:50:49.400544 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275bb5b-2881-4a0b-bb3b-7f30573d9c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b15f97-16b4-4cfc-856f-03d85aad48ce,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:49.754917 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 33628) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:49.769178 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-341b438d-7e68-4b7e-b028-ee2440792d94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:49.804319 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:49.855781 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-341b438d-7e68-4b7e-b028-ee2440792d94 admin admin] Publish callbacks [] for security_group (22162762-4f55-45f2-be94-9c288c9e33be), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:49.862096 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-341b438d-7e68-4b7e-b028-ee2440792d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (22162762-4f55-45f2-be94-9c288c9e33be), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:49.866853 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=70,neutron:DELETE=4,neutron:INSERT=24,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:49.905703 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-341b438d-7e68-4b7e-b028-ee2440792d94 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=772220a6b6744b05902864caa34d4a20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495395 Sep 28 08:50:49.907734 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b438d-7e68-4b7e-b028-ee2440792d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22162762-4f55-45f2-be94-9c288c9e33be,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:49.908984 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 33634) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:49.966303 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b05009f4-5a57-43c2-8037-7ca8694fbf6c admin admin] Publish callbacks [] for security_group (22162762-4f55-45f2-be94-9c288c9e33be), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:49.987667 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b05009f4-5a57-43c2-8037-7ca8694fbf6c admin admin] Publish callbacks [] for security_group (22162762-4f55-45f2-be94-9c288c9e33be), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:50.035501 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b05009f4-5a57-43c2-8037-7ca8694fbf6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (22162762-4f55-45f2-be94-9c288c9e33be), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:50.038092 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b05009f4-5a57-43c2-8037-7ca8694fbf6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:50.039231 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-b05009f4-5a57-43c2-8037-7ca8694fbf6c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/22162762-4f55-45f2-be94-9c288c9e33be HTTP/1.1" status: 204 len: 168 time: 0.1280208 Sep 28 08:50:50.049819 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05009f4-5a57-43c2-8037-7ca8694fbf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22162762-4f55-45f2-be94-9c288c9e33be,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:54.310324 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-bc137a78-2a23-4a9d-a6d3-ce86516b33c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:55.124016 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 33752) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:55.244276 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9f700c98-aea1-4fe6-a360-f7e6b9e23404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:55.332467 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9f700c98-aea1-4fe6-a360-f7e6b9e23404 admin admin] Publish callbacks [] for security_group (f4c36e7e-fe53-4ebb-9b10-4895c09a2590), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:55.336547 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9f700c98-aea1-4fe6-a360-f7e6b9e23404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (f4c36e7e-fe53-4ebb-9b10-4895c09a2590), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:55.374768 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f700c98-aea1-4fe6-a360-f7e6b9e23404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c36e7e-fe53-4ebb-9b10-4895c09a2590,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:55.382403 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 33764) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:55.382954 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-9f700c98-aea1-4fe6-a360-f7e6b9e23404 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a6423c6ffc56441a88fe59581fad6e9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573421 Sep 28 08:50:55.438294 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a08b814e-6f82-48ca-bdd5-a6b67876dbe5 admin admin] Publish callbacks [] for security_group (f4c36e7e-fe53-4ebb-9b10-4895c09a2590), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:55.461557 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a08b814e-6f82-48ca-bdd5-a6b67876dbe5 admin admin] Publish callbacks [] for security_group (f4c36e7e-fe53-4ebb-9b10-4895c09a2590), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:55.515135 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a08b814e-6f82-48ca-bdd5-a6b67876dbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (f4c36e7e-fe53-4ebb-9b10-4895c09a2590), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:55.517918 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a08b814e-6f82-48ca-bdd5-a6b67876dbe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:55.519592 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-a08b814e-6f82-48ca-bdd5-a6b67876dbe5 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/f4c36e7e-fe53-4ebb-9b10-4895c09a2590 HTTP/1.1" status: 204 len: 168 time: 0.1341896 Sep 28 08:50:55.527879 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b814e-6f82-48ca-bdd5-a6b67876dbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c36e7e-fe53-4ebb-9b10-4895c09a2590,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:55.773602 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-ff05b19a-38a2-44c1-9da1-9799c086f861 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1169161800&fields=id&tenant_id=ba777b9726e944a881c0953e605f7477 HTTP/1.1" status: 200 len: 267 time: 0.0506492 Sep 28 08:50:55.802882 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=14 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:55.803733 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=20 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:55.817849 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 33784) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:55.834881 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0acd57e6-3a1b-4d13-82da-3c0c403c0d03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:55.888870 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-7d2d4cdf-b6ed-4e72-aa43-60b95d5ece29 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:55.890500 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-7d2d4cdf-b6ed-4e72-aa43-60b95d5ece29 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/networks?id=411ef26c-758f-4425-9392-e141db9ca352 HTTP/1.1" status: 200 len: 811 time: 0.1094143 Sep 28 08:50:55.906550 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:55.907410 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-7e47b967-295d-43e3-809c-d9feb19fe2b9 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/quotas/ba777b9726e944a881c0953e605f7477 HTTP/1.1" status: 200 len: 375 time: 0.0101151 Sep 28 08:50:55.916525 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0acd57e6-3a1b-4d13-82da-3c0c403c0d03 admin admin] Publish callbacks [] for security_group (5e7690a5-becb-432f-9eb2-50564095360c), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:55.920849 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-0acd57e6-3a1b-4d13-82da-3c0c403c0d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (5e7690a5-becb-432f-9eb2-50564095360c), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:55.960819 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd57e6-3a1b-4d13-82da-3c0c403c0d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7690a5-becb-432f-9eb2-50564095360c,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:55.962340 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-75f528c3-5413-4778-ab02-d5e5cce0ab27 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ba777b9726e944a881c0953e605f7477&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479975 Sep 28 08:50:55.966709 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-0acd57e6-3a1b-4d13-82da-3c0c403c0d03 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=34e3068962a343d79494c5a846cf4b6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477206 Sep 28 08:50:55.969333 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 33786) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:56.021159 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6fc02a5b-bee6-4eb9-afde-76e6ab96144c admin admin] Publish callbacks [] for security_group (5e7690a5-becb-432f-9eb2-50564095360c), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:56.043420 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6fc02a5b-bee6-4eb9-afde-76e6ab96144c admin admin] Publish callbacks [] for security_group (5e7690a5-becb-432f-9eb2-50564095360c), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:56.091542 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6fc02a5b-bee6-4eb9-afde-76e6ab96144c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (5e7690a5-becb-432f-9eb2-50564095360c), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:56.094162 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-6fc02a5b-bee6-4eb9-afde-76e6ab96144c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:56.095331 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-6fc02a5b-bee6-4eb9-afde-76e6ab96144c admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/5e7690a5-becb-432f-9eb2-50564095360c HTTP/1.1" status: 204 len: 168 time: 0.1250963 Sep 28 08:50:56.099037 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:56.105521 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc02a5b-bee6-4eb9-afde-76e6ab96144c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7690a5-becb-432f-9eb2-50564095360c,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:56.151433 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-b240bf05-413d-4394-a19e-29a21fab2732 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 08:50:56.152596 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-b240bf05-413d-4394-a19e-29a21fab2732 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1745839 Sep 28 08:50:56.254084 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-065583d7-77e8-474e-a612-ea9cfa18b845 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951457 Sep 28 08:50:56.355065 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-17751aa3-97bb-4674-a704-bce442e7dbe2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949330 Sep 28 08:50:56.720979 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9b69b5dd-9a15-4054-8195-2d0ca49109df req-5c4ce463-bdac-410d-ac21-e023f1778e14 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 210 time: 0.0314989 Sep 28 08:50:56.723755 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-5ed43b87-5756-4cb4-b3a8-5fc18901f629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:57.850287 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bbe85594-bafa-4fe8-a2ed-91266f3a5531 req-d0c49237-7bac-4072-9266-276a9ca289d5 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 210 time: 0.0425880 Sep 28 08:50:57.920506 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:58.039274 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-eeab59fb-aff7-4f80-b778-a50e6354c2e6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:58.041309 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-eeab59fb-aff7-4f80-b778-a50e6354c2e6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.26 "GET /networking/v2.0/networks?id=411ef26c-758f-4425-9392-e141db9ca352 HTTP/1.1" status: 200 len: 811 time: 0.1442611 Sep 28 08:50:58.119566 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-bc85507d-1b03-4e05-a688-654e3b68e49e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ba777b9726e944a881c0953e605f7477 HTTP/1.1" status: 200 len: 380 time: 0.0603979 Sep 28 08:50:58.127749 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Request body: {'port': {'device_id': '71898013-5f2c-4fe1-95e5-ca068eece196', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'admin_state_up': True, 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'security_groups': ['0c7ea495-bc57-4c18-afad-f9122d1a3e81']}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:50:58.279226 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Made reservation on behalf of ba777b9726e944a881c0953e605f7477 for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:50:58.285874 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:58.433392 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Allocated IP 172.20.0.7 (411ef26c-758f-4425-9392-e141db9ca352/06590ebe-ecb3-497b-82fa-82f5d0b9e571/a42d676a-2b05-4f5e-b0d3-1587e3c2e587) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:50:58.804920 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for port (a42d676a-2b05-4f5e-b0d3-1587e3c2e587), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:58.835948 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (a42d676a-2b05-4f5e-b0d3-1587e3c2e587), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:58.847071 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:58.882056 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Network 411ef26c-758f-4425-9392-e141db9ca352 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:50:58.890962 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:50:58.899206 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:50:58.937341 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Pushing event updated for resources: {'Port': ['ID=a42d676a-2b05-4f5e-b0d3-1587e3c2e587,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:58.951124 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:58.952078 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:58.952435 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:58.952786 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:58.953147 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:58.953666 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:58.954171 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:58.954687 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:58.955183 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:58.955684 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:58.956126 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:58.956407 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:58.956746 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:58.957076 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:58.957433 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:50:58.979470 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:58.980114 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:58.998268 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-eb0cfe1b-5243-47ce-9bfd-d9d438311b41 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8742127 Sep 28 08:50:59.007801 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bc25e-c828-434b-9e6c-07ab12a27633 req-35acbed3-f0ae-4fdc-84e4-3d688b1d97b1 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:59.009367 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5b9bc25e-c828-434b-9e6c-07ab12a27633 req-35acbed3-f0ae-4fdc-84e4-3d688b1d97b1 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 931 time: 0.0664358 Sep 28 08:50:59.015652 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-375abebc-1826-447a-a19f-8cd69772a408 service neutron] Request body: {'port': {'device_id': '71898013-5f2c-4fe1-95e5-ca068eece196', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:50:59.070750 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5b9bc25e-c828-434b-9e6c-07ab12a27633 req-67b96972-affe-4619-9882-39dee3d7c2b7 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548794 Sep 28 08:50:59.086007 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-375abebc-1826-447a-a19f-8cd69772a408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (a42d676a-2b05-4f5e-b0d3-1587e3c2e587), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:59.098926 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:59.155759 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-f8ea5c51-7727-4da8-bae4-0eee436da2a5 None None] Provisioning complete for port a42d676a-2b05-4f5e-b0d3-1587e3c2e587 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:50:59.156395 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-f8ea5c51-7727-4da8-bae4-0eee436da2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (a42d676a-2b05-4f5e-b0d3-1587e3c2e587), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:59.156612 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-f8ea5c51-7727-4da8-bae4-0eee436da2a5 None None] Attempt 1 to provision port a42d676a-2b05-4f5e-b0d3-1587e3c2e587 Sep 28 08:50:59.190865 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-f8ea5c51-7727-4da8-bae4-0eee436da2a5 None None] Port a42d676a-2b05-4f5e-b0d3-1587e3c2e587 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:50:59.378270 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-375abebc-1826-447a-a19f-8cd69772a408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42d676a-2b05-4f5e-b0d3-1587e3c2e587 {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:50:59.386741 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-375abebc-1826-447a-a19f-8cd69772a408 service neutron] Publish callbacks [] for port (a42d676a-2b05-4f5e-b0d3-1587e3c2e587), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:59.404739 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-375abebc-1826-447a-a19f-8cd69772a408 service neutron] Transition to ACTIVE for port object a42d676a-2b05-4f5e-b0d3-1587e3c2e587 will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 08:50:59.407784 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-375abebc-1826-447a-a19f-8cd69772a408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (a42d676a-2b05-4f5e-b0d3-1587e3c2e587), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:59.489194 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375abebc-1826-447a-a19f-8cd69772a408 service neutron] Pushing event updated for resources: {'Port': ['ID=a42d676a-2b05-4f5e-b0d3-1587e3c2e587,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:59.499388 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:59.537921 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:59.563871 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-375abebc-1826-447a-a19f-8cd69772a408 service neutron] Attempting to bind port a42d676a-2b05-4f5e-b0d3-1587e3c2e587 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:50:59.564221 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-375abebc-1826-447a-a19f-8cd69772a408 service neutron] Attempting to bind port a42d676a-2b05-4f5e-b0d3-1587e3c2e587 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'a9f66c9a-3610-41bf-b082-fb0043fc9de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '411ef26c-758f-4425-9392-e141db9ca352'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:50:59.564557 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-375abebc-1826-447a-a19f-8cd69772a408 service neutron] Attempting to bind port a42d676a-2b05-4f5e-b0d3-1587e3c2e587 on network 411ef26c-758f-4425-9392-e141db9ca352 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:50:59.617821 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-375abebc-1826-447a-a19f-8cd69772a408 service neutron] Port a42d676a-2b05-4f5e-b0d3-1587e3c2e587 on network 411ef26c-758f-4425-9392-e141db9ca352 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:50:59.618237 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-375abebc-1826-447a-a19f-8cd69772a408 service neutron] Attempting to bind port a42d676a-2b05-4f5e-b0d3-1587e3c2e587 on network 411ef26c-758f-4425-9392-e141db9ca352 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:50:59.670223 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-375abebc-1826-447a-a19f-8cd69772a408 service neutron] Checking agent: {'id': '0e203ff6-fe6d-4565-9e88-81d2831b3c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'started_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:50:59.670611 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-375abebc-1826-447a-a19f-8cd69772a408 service neutron] Checking segment: {'id': 'a9f66c9a-3610-41bf-b082-fb0043fc9de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '411ef26c-758f-4425-9392-e141db9ca352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:50:59.671021 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-375abebc-1826-447a-a19f-8cd69772a408 service neutron] Bound using segment: {'id': 'a9f66c9a-3610-41bf-b082-fb0043fc9de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '411ef26c-758f-4425-9392-e141db9ca352'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:50:59.671467 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-375abebc-1826-447a-a19f-8cd69772a408 service neutron] Bound port: a42d676a-2b05-4f5e-b0d3-1587e3c2e587, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f66c9a-3610-41bf-b082-fb0043fc9de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '411ef26c-758f-4425-9392-e141db9ca352'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:50:59.671835 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-375abebc-1826-447a-a19f-8cd69772a408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (a42d676a-2b05-4f5e-b0d3-1587e3c2e587), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:59.691842 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-f8ea5c51-7727-4da8-bae4-0eee436da2a5 None None] Attempt 2 to provision port a42d676a-2b05-4f5e-b0d3-1587e3c2e587 Sep 28 08:50:59.742816 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-375abebc-1826-447a-a19f-8cd69772a408 service neutron] For port a42d676a-2b05-4f5e-b0d3-1587e3c2e587, host hv-cinder-84456, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:50:59.743119 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:59.746427 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-f8ea5c51-7727-4da8-bae4-0eee436da2a5 None None] Port a42d676a-2b05-4f5e-b0d3-1587e3c2e587 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:50:59.748214 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-375abebc-1826-447a-a19f-8cd69772a408 service neutron] For port a42d676a-2b05-4f5e-b0d3-1587e3c2e587, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a42d676a-2b05-4f5e-b0d3-1587e3c2e587,segment=NetworkSegment(a9f66c9a-3610-41bf-b082-fb0043fc9de1),segment_id=a9f66c9a-3610-41bf-b082-fb0043fc9de1)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:50:59.754749 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-375abebc-1826-447a-a19f-8cd69772a408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (a42d676a-2b05-4f5e-b0d3-1587e3c2e587), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:59.758552 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-375abebc-1826-447a-a19f-8cd69772a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:59.759287 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-375abebc-1826-447a-a19f-8cd69772a408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:50:59.760681 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-375abebc-1826-447a-a19f-8cd69772a408 service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/a42d676a-2b05-4f5e-b0d3-1587e3c2e587 HTTP/1.1" status: 200 len: 1093 time: 0.7496533 Sep 28 08:50:59.763029 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71898013-5f2c-4fe1-95e5-ca068eece196', 'tag': 'a42d676a-2b05-4f5e-b0d3-1587e3c2e587'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:50:59.765526 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62876a5-c22c-481d-8046-c4d6c5831327" -d '{"events": [{"name": "network-changed", "server_uuid": "71898013-5f2c-4fe1-95e5-ca068eece196", "tag": "a42d676a-2b05-4f5e-b0d3-1587e3c2e587"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:50:59.809779 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:50:59.817567 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d5f81f-455d-46b7-b3cd-f9eec391d1b3 x-openstack-request-id: req-65d5f81f-455d-46b7-b3cd-f9eec391d1b3 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:50:59.817909 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71898013-5f2c-4fe1-95e5-ca068eece196", "tag": "a42d676a-2b05-4f5e-b0d3-1587e3c2e587", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:50:59.818171 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-65d5f81f-455d-46b7-b3cd-f9eec391d1b3 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:50:59.818577 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65d5f81f-455d-46b7-b3cd-f9eec391d1b3'] response: {'name': 'network-changed', 'server_uuid': '71898013-5f2c-4fe1-95e5-ca068eece196', 'tag': 'a42d676a-2b05-4f5e-b0d3-1587e3c2e587', 'status': 'completed', 'code': 200} Sep 28 08:50:59.831478 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375abebc-1826-447a-a19f-8cd69772a408 service neutron] Pushing event updated for resources: {'Port': ['ID=a42d676a-2b05-4f5e-b0d3-1587e3c2e587,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:50:59.884974 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-ae3b1ac4-7dc7-4042-83d1-23947c3d578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:59.886556 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-ae3b1ac4-7dc7-4042-83d1-23947c3d578d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ba777b9726e944a881c0953e605f7477&device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 1127 time: 0.0427301 Sep 28 08:50:59.933897 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-8e9f992b-5867-4dd4-8755-0acda3e61783 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a42d676a-2b05-4f5e-b0d3-1587e3c2e587 HTTP/1.1" status: 200 len: 217 time: 0.0341649 Sep 28 08:50:59.939056 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 33914) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:50:59.997176 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-8ea3349b-99cc-4f46-9bfd-4f5705a61b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:50:59.998808 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-8ea3349b-99cc-4f46-9bfd-4f5705a61b56 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=06590ebe-ecb3-497b-82fa-82f5d0b9e571 HTTP/1.1" status: 200 len: 850 time: 0.0568202 Sep 28 08:51:00.042863 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-65966bbe-29e9-4e92-b1e8-15535c587695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:00.044776 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-65966bbe-29e9-4e92-b1e8-15535c587695 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=411ef26c-758f-4425-9392-e141db9ca352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402436 Sep 28 08:51:00.082235 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-bcb67d69-f4f5-4af6-83db-99ccf7e874d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:00.167172 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:00.183906 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-d93ee08a-bf93-4a31-b5f4-28b140238c3f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322453 Sep 28 08:51:00.194953 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5049d-6127-4fe3-8459-be6b4129d574 req-da663979-2c38-4292-bd98-5a0a62e4229f tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:00.196537 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-acc5049d-6127-4fe3-8459-be6b4129d574 req-da663979-2c38-4292-bd98-5a0a62e4229f tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 943 time: 0.0503397 Sep 28 08:51:00.247235 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-f8ea5c51-7727-4da8-bae4-0eee436da2a5 None None] Attempt 3 to provision port a42d676a-2b05-4f5e-b0d3-1587e3c2e587 Sep 28 08:51:00.255822 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-acc5049d-6127-4fe3-8459-be6b4129d574 req-09cab601-73fb-48b1-9d4b-6b049c81c1a0 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469942 Sep 28 08:51:00.284014 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-bcb67d69-f4f5-4af6-83db-99ccf7e874d7 admin admin] Publish callbacks [] for security_group (99a63a63-c1d1-4ec3-b3e7-52c5138ba97d), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:00.290554 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-bcb67d69-f4f5-4af6-83db-99ccf7e874d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (99a63a63-c1d1-4ec3-b3e7-52c5138ba97d), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:00.302949 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-f8ea5c51-7727-4da8-bae4-0eee436da2a5 None None] Port a42d676a-2b05-4f5e-b0d3-1587e3c2e587 had new provisioning blocks added so it will not transition to active. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 08:51:00.362054 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b4bc5da5-4b39-4f02-a98d-6c26b1068bc9 req-17cfc943-b018-4dc1-ba40-bb268f4bc91d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712880 Sep 28 08:51:00.364536 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb67d69-f4f5-4af6-83db-99ccf7e874d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a63a63-c1d1-4ec3-b3e7-52c5138ba97d,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:00.368991 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-bcb67d69-f4f5-4af6-83db-99ccf7e874d7 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=82117a5000414ab8802f70b749b4dd33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4287398 Sep 28 08:51:00.371677 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 33922) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:51:00.427372 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-25af22c8-5bc5-45a9-a464-de9ec5ae65aa admin admin] Publish callbacks [] for security_group (99a63a63-c1d1-4ec3-b3e7-52c5138ba97d), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:00.449240 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-25af22c8-5bc5-45a9-a464-de9ec5ae65aa admin admin] Publish callbacks [] for security_group (99a63a63-c1d1-4ec3-b3e7-52c5138ba97d), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:00.496471 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-25af22c8-5bc5-45a9-a464-de9ec5ae65aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (99a63a63-c1d1-4ec3-b3e7-52c5138ba97d), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:00.499038 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-25af22c8-5bc5-45a9-a464-de9ec5ae65aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:00.500213 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-25af22c8-5bc5-45a9-a464-de9ec5ae65aa admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/99a63a63-c1d1-4ec3-b3e7-52c5138ba97d HTTP/1.1" status: 204 len: 168 time: 0.1276193 Sep 28 08:51:00.508594 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af22c8-5bc5-45a9-a464-de9ec5ae65aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a63a63-c1d1-4ec3-b3e7-52c5138ba97d,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:00.800992 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 33934) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:51:00.814518 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-530866ad-05cf-494a-845e-1e515ee246ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:00.865624 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 33936) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:51:00.896414 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-530866ad-05cf-494a-845e-1e515ee246ae admin admin] Publish callbacks [] for security_group (edd2ed9a-c413-48c2-a627-044fb9c26db1), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:00.900550 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-530866ad-05cf-494a-845e-1e515ee246ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (edd2ed9a-c413-48c2-a627-044fb9c26db1), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:00.915868 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:00.952500 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530866ad-05cf-494a-845e-1e515ee246ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd2ed9a-c413-48c2-a627-044fb9c26db1,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:00.957242 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-530866ad-05cf-494a-845e-1e515ee246ae admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=81b9859b43774eb89728a493dc49e810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1550918 Sep 28 08:51:00.960375 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 33940) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:51:00.984031 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e206a3ea-5976-490d-9182-34d732e23b56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:01.012924 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-204f355b-16f8-4469-8bc2-d2f37cfa39bc admin admin] Publish callbacks [] for security_group (edd2ed9a-c413-48c2-a627-044fb9c26db1), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:01.014274 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:01.036742 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-204f355b-16f8-4469-8bc2-d2f37cfa39bc admin admin] Publish callbacks [] for security_group (edd2ed9a-c413-48c2-a627-044fb9c26db1), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:01.066185 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e206a3ea-5976-490d-9182-34d732e23b56 admin admin] Publish callbacks [] for security_group (39f3db0d-2b62-4920-b246-2e973dfad2f4), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:01.070582 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e206a3ea-5976-490d-9182-34d732e23b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (39f3db0d-2b62-4920-b246-2e973dfad2f4), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:01.076512 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:01.087402 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-204f355b-16f8-4469-8bc2-d2f37cfa39bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (edd2ed9a-c413-48c2-a627-044fb9c26db1), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:01.090237 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-204f355b-16f8-4469-8bc2-d2f37cfa39bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:01.091395 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-204f355b-16f8-4469-8bc2-d2f37cfa39bc admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/edd2ed9a-c413-48c2-a627-044fb9c26db1 HTTP/1.1" status: 204 len: 168 time: 0.1297698 Sep 28 08:51:01.100124 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f355b-16f8-4469-8bc2-d2f37cfa39bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd2ed9a-c413-48c2-a627-044fb9c26db1,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:01.121228 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206a3ea-5976-490d-9182-34d732e23b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f3db0d-2b62-4920-b246-2e973dfad2f4,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:01.128193 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-e206a3ea-5976-490d-9182-34d732e23b56 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=d78ff4bcc3b3461393c73d3ffd9144d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615685 Sep 28 08:51:01.128364 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 33944) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:51:01.135748 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206a3ea-5976-490d-9182-34d732e23b56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:01.136095 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206a3ea-5976-490d-9182-34d732e23b56 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:01.136434 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206a3ea-5976-490d-9182-34d732e23b56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:01.136769 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206a3ea-5976-490d-9182-34d732e23b56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:01.137191 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206a3ea-5976-490d-9182-34d732e23b56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:01.137518 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206a3ea-5976-490d-9182-34d732e23b56 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:01.137844 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206a3ea-5976-490d-9182-34d732e23b56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:01.138164 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206a3ea-5976-490d-9182-34d732e23b56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:01.138487 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206a3ea-5976-490d-9182-34d732e23b56 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:01.138810 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206a3ea-5976-490d-9182-34d732e23b56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:01.139131 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206a3ea-5976-490d-9182-34d732e23b56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:01.139455 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206a3ea-5976-490d-9182-34d732e23b56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:01.139833 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206a3ea-5976-490d-9182-34d732e23b56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:01.140153 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206a3ea-5976-490d-9182-34d732e23b56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:01.140468 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e206a3ea-5976-490d-9182-34d732e23b56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:01.206772 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62876a5-c22c-481d-8046-c4d6c5831327 req-c8faacfc-ddec-4bf0-bd0e-0809aabb80f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:01.208291 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d62876a5-c22c-481d-8046-c4d6c5831327 req-c8faacfc-ddec-4bf0-bd0e-0809aabb80f5 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ba777b9726e944a881c0953e605f7477&device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 1127 time: 0.0626414 Sep 28 08:51:01.241530 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:01.267486 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2ed0718c-71a3-476b-85e1-c8d84e7fa572 admin admin] Publish callbacks [] for security_group (39f3db0d-2b62-4920-b246-2e973dfad2f4), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:01.297539 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2ed0718c-71a3-476b-85e1-c8d84e7fa572 admin admin] Publish callbacks [] for security_group (39f3db0d-2b62-4920-b246-2e973dfad2f4), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:01.360239 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62876a5-c22c-481d-8046-c4d6c5831327 req-af677025-8b4e-446b-831a-474c7b807764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:01.361756 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d62876a5-c22c-481d-8046-c4d6c5831327 req-af677025-8b4e-446b-831a-474c7b807764 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=411ef26c-758f-4425-9392-e141db9ca352 HTTP/1.1" status: 200 len: 912 time: 0.1468384 Sep 28 08:51:01.403399 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 33950) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:51:01.408545 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d62876a5-c22c-481d-8046-c4d6c5831327 req-2262d58e-b0ca-4b7f-b260-304c4b5a7710 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a42d676a-2b05-4f5e-b0d3-1587e3c2e587 HTTP/1.1" status: 200 len: 217 time: 0.0403953 Sep 28 08:51:01.423556 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2ed0718c-71a3-476b-85e1-c8d84e7fa572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (39f3db0d-2b62-4920-b246-2e973dfad2f4), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:01.425758 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638a658-1f2c-40e4-9ac7-e888f5ecf32a req-ce088bf5-0935-4ac1-b164-69a4425265b4 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:01.426096 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2ed0718c-71a3-476b-85e1-c8d84e7fa572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:01.427182 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-2ed0718c-71a3-476b-85e1-c8d84e7fa572 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/39f3db0d-2b62-4920-b246-2e973dfad2f4 HTTP/1.1" status: 204 len: 168 time: 0.2978902 Sep 28 08:51:01.427314 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f638a658-1f2c-40e4-9ac7-e888f5ecf32a req-ce088bf5-0935-4ac1-b164-69a4425265b4 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 943 time: 0.0767179 Sep 28 08:51:01.428100 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c01569f4-ede1-49ea-9d96-b4c9efca703d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:01.459969 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0718c-71a3-476b-85e1-c8d84e7fa572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f3db0d-2b62-4920-b246-2e973dfad2f4,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:01.473379 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62876a5-c22c-481d-8046-c4d6c5831327 req-e324518d-e270-4758-a875-e0433e003187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:01.475234 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d62876a5-c22c-481d-8046-c4d6c5831327 req-e324518d-e270-4758-a875-e0433e003187 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=06590ebe-ecb3-497b-82fa-82f5d0b9e571 HTTP/1.1" status: 200 len: 850 time: 0.0606039 Sep 28 08:51:01.519066 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f638a658-1f2c-40e4-9ac7-e888f5ecf32a req-223271bf-080c-4e0f-8643-80ab44c6788d tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798988 Sep 28 08:51:01.529020 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62876a5-c22c-481d-8046-c4d6c5831327 req-0be446ea-dab3-480d-bdda-b69ac4961a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:01.530853 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d62876a5-c22c-481d-8046-c4d6c5831327 req-0be446ea-dab3-480d-bdda-b69ac4961a31 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=411ef26c-758f-4425-9392-e141db9ca352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501187 Sep 28 08:51:01.566279 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c01569f4-ede1-49ea-9d96-b4c9efca703d admin admin] Publish callbacks [] for security_group (94e4e528-9078-4e74-a82d-a8fae6847061), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:01.571163 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c01569f4-ede1-49ea-9d96-b4c9efca703d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (94e4e528-9078-4e74-a82d-a8fae6847061), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:01.612140 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-c01569f4-ede1-49ea-9d96-b4c9efca703d admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a08ec7bc87ca404484857951585cf6e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2076550 Sep 28 08:51:01.613112 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01569f4-ede1-49ea-9d96-b4c9efca703d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e4e528-9078-4e74-a82d-a8fae6847061,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:01.614955 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 33954) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:51:01.679742 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d62876a5-c22c-481d-8046-c4d6c5831327 req-d5453a73-3d7b-4f5c-b846-478280b29130 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428866 Sep 28 08:51:01.715510 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3af6b776-1a27-420e-9767-8cac300f36b6 admin admin] Publish callbacks [] for security_group (94e4e528-9078-4e74-a82d-a8fae6847061), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:01.775054 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3af6b776-1a27-420e-9767-8cac300f36b6 admin admin] Publish callbacks [] for security_group (94e4e528-9078-4e74-a82d-a8fae6847061), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:01.820348 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:01.836889 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d62876a5-c22c-481d-8046-c4d6c5831327 req-6c8f28c0-2e4c-427e-bc9b-eb01461a369c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504259 Sep 28 08:51:01.851349 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 33958) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:51:01.871691 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-782cf5ef-a28e-4577-953e-896ff73d71dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:01.876237 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3af6b776-1a27-420e-9767-8cac300f36b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (94e4e528-9078-4e74-a82d-a8fae6847061), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:01.879311 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3af6b776-1a27-420e-9767-8cac300f36b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:01.883809 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-3af6b776-1a27-420e-9767-8cac300f36b6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/94e4e528-9078-4e74-a82d-a8fae6847061 HTTP/1.1" status: 204 len: 168 time: 0.2629118 Sep 28 08:51:01.897826 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6b776-1a27-420e-9767-8cac300f36b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e4e528-9078-4e74-a82d-a8fae6847061,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:01.992490 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-782cf5ef-a28e-4577-953e-896ff73d71dd admin admin] Publish callbacks [] for security_group (4aa44ab5-0304-4068-b2fc-038dc23e46e6), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:01.998059 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-782cf5ef-a28e-4577-953e-896ff73d71dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (4aa44ab5-0304-4068-b2fc-038dc23e46e6), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:02.041734 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782cf5ef-a28e-4577-953e-896ff73d71dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa44ab5-0304-4068-b2fc-038dc23e46e6,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:02.047179 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-782cf5ef-a28e-4577-953e-896ff73d71dd admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=530d131f7d9c47978ec4f40995d26051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1947365 Sep 28 08:51:02.051971 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 33962) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:51:02.115924 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c3e0afef-cac7-46a0-976c-c88e7ea627f1 admin admin] Publish callbacks [] for security_group (4aa44ab5-0304-4068-b2fc-038dc23e46e6), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:02.137823 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c3e0afef-cac7-46a0-976c-c88e7ea627f1 admin admin] Publish callbacks [] for security_group (4aa44ab5-0304-4068-b2fc-038dc23e46e6), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:02.186251 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c3e0afef-cac7-46a0-976c-c88e7ea627f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (4aa44ab5-0304-4068-b2fc-038dc23e46e6), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:02.188954 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-c3e0afef-cac7-46a0-976c-c88e7ea627f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:02.190268 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-c3e0afef-cac7-46a0-976c-c88e7ea627f1 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4aa44ab5-0304-4068-b2fc-038dc23e46e6 HTTP/1.1" status: 204 len: 168 time: 0.1368577 Sep 28 08:51:02.198631 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0afef-cac7-46a0-976c-c88e7ea627f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa44ab5-0304-4068-b2fc-038dc23e46e6,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:02.673461 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6df96-e639-48a7-9b92-51ca8cf5bc82 req-e3ca63eb-2e0e-4d8e-bcd6-d92c4ec3d77e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:02.675326 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fee6df96-e639-48a7-9b92-51ca8cf5bc82 req-e3ca63eb-2e0e-4d8e-bcd6-d92c4ec3d77e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 943 time: 0.0516949 Sep 28 08:51:02.736214 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fee6df96-e639-48a7-9b92-51ca8cf5bc82 req-81183829-fae2-40d2-af0f-6c82961cbdba tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549684 Sep 28 08:51:02.798965 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 33998) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:51:02.898823 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-297375f6-6c55-4583-9096-9db4447d60d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1560125060-network', 'tenant_id': '63011f747824422da9f24e5aa43a57ad'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:51:02.925030 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297375f6-6c55-4583-9096-9db4447d60d0 admin admin] Made reservation on behalf of 63011f747824422da9f24e5aa43a57ad for: {'network': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:51:02.927338 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-297375f6-6c55-4583-9096-9db4447d60d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for network (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:02.935976 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-297375f6-6c55-4583-9096-9db4447d60d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:02.999028 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:03.023816 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-297375f6-6c55-4583-9096-9db4447d60d0 admin admin] Publish callbacks [] for security_group (e68055b8-5fcd-4e17-a9d5-e135f281e8c5), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:03.031839 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-297375f6-6c55-4583-9096-9db4447d60d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (e68055b8-5fcd-4e17-a9d5-e135f281e8c5), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:03.060574 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297375f6-6c55-4583-9096-9db4447d60d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=106476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:51:03.071373 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297375f6-6c55-4583-9096-9db4447d60d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68055b8-5fcd-4e17-a9d5-e135f281e8c5,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:03.076253 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-297375f6-6c55-4583-9096-9db4447d60d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (6cc3102c-3e2c-4f41-9203-40036d571ac5), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:03.076601 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.segments_db [None req-297375f6-6c55-4583-9096-9db4447d60d0 admin admin] Added segment 6cc3102c-3e2c-4f41-9203-40036d571ac5 of type vlan for network 9a595026-5b6b-4111-8b06-dc75a0d359c7 Sep 28 08:51:03.118263 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-297375f6-6c55-4583-9096-9db4447d60d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759190207681'] for network (9a595026-5b6b-4111-8b06-dc75a0d359c7), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:03.124950 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:03.145756 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-297375f6-6c55-4583-9096-9db4447d60d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for network (9a595026-5b6b-4111-8b06-dc75a0d359c7), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:03.146775 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297375f6-6c55-4583-9096-9db4447d60d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:03.147365 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-297375f6-6c55-4583-9096-9db4447d60d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:03.200855 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-297375f6-6c55-4583-9096-9db4447d60d0 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4006646 Sep 28 08:51:03.204699 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 34012) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:51:03.216145 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-5f4894de-8bba-47b4-8fe3-a554542643d4 admin admin] Request body: {'subnet': {'network_id': '9a595026-5b6b-4111-8b06-dc75a0d359c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1560125060-subnet', 'tenant_id': '63011f747824422da9f24e5aa43a57ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:51:03.230862 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297375f6-6c55-4583-9096-9db4447d60d0 admin admin] Pushing event updated for resources: {'Network': ['ID=9a595026-5b6b-4111-8b06-dc75a0d359c7,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:03.244121 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Network 9a595026-5b6b-4111-8b06-dc75a0d359c7 details requested by agent ovs-agent-dv-cinder-844563-8-iscsi with host dv-cinder-844563-8-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:51:03.246389 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4894de-8bba-47b4-8fe3-a554542643d4 admin admin] Made reservation on behalf of 63011f747824422da9f24e5aa43a57ad for: {'subnet': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:51:03.249862 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5f4894de-8bba-47b4-8fe3-a554542643d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260199926'] for subnet (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:03.437961 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5f4894de-8bba-47b4-8fe3-a554542643d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3667266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260199872'] for subnet (42df3905-58e6-4890-86ad-8895fe1478f9), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:03.498287 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4894de-8bba-47b4-8fe3-a554542643d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42df3905-58e6-4890-86ad-8895fe1478f9,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:03.509371 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4894de-8bba-47b4-8fe3-a554542643d4 admin admin] Checking segment: {'id': '6cc3102c-3e2c-4f41-9203-40036d571ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9a595026-5b6b-4111-8b06-dc75a0d359c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:51:03.509731 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4894de-8bba-47b4-8fe3-a554542643d4 admin admin] Network hostable DHCP agents. Network: 9a595026-5b6b-4111-8b06-dc75a0d359c7, hostable agents: ['303e7d5d-73d6-4049-9660-05be0257cf7d'], hosted agents: [] {{(pid=106476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:51:03.534815 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4894de-8bba-47b4-8fe3-a554542643d4 admin admin] Network 9a595026-5b6b-4111-8b06-dc75a0d359c7 is scheduled to be hosted by DHCP agent 303e7d5d-73d6-4049-9660-05be0257cf7d with binding_index 1 {{(pid=106476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:51:03.544631 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-5f4894de-8bba-47b4-8fe3-a554542643d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-8-iscsi, 9a595026-5b6b-4111-8b06-dc75a0d359c7) {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:51:03.550414 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4894de-8bba-47b4-8fe3-a554542643d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:03.551005 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5f4894de-8bba-47b4-8fe3-a554542643d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:03.555986 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4665394-1209-413c-bf8c-6bc7bd84463b None None] Network 9a595026-5b6b-4111-8b06-dc75a0d359c7 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:51:03.579830 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-5f4894de-8bba-47b4-8fe3-a554542643d4 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3652802 Sep 28 08:51:03.668696 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8691aca7-2f7c-4666-b6cf-5ecd84cabeda None None] Network 9a595026-5b6b-4111-8b06-dc75a0d359c7 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:51:03.873234 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91295298-debb-45a5-bfa3-4477efe49780 req-d97815cb-3030-4167-a0c1-79889289d0b5 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:03.874849 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-91295298-debb-45a5-bfa3-4477efe49780 req-d97815cb-3030-4167-a0c1-79889289d0b5 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 943 time: 0.0520148 Sep 28 08:51:03.930301 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-91295298-debb-45a5-bfa3-4477efe49780 req-4aa79e81-be79-40c4-b7b1-ded564bd8893 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493596 Sep 28 08:51:05.054415 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7c283-6d4a-4092-9cd3-b39cfc54fa2e req-8ed16daf-c976-41d9-a7ee-39c82746dfc4 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:05.055890 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f2a7c283-6d4a-4092-9cd3-b39cfc54fa2e req-8ed16daf-c976-41d9-a7ee-39c82746dfc4 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 943 time: 0.0456774 Sep 28 08:51:05.104006 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f2a7c283-6d4a-4092-9cd3-b39cfc54fa2e req-fdbb2c06-fe0b-46e9-9559-5286c026394e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423551 Sep 28 08:51:05.335167 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:05.384724 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86ec21-6996-41b2-854a-f54401665b2d req-2722556f-2433-4893-a88f-2d29f24cc791 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:05.386228 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8a86ec21-6996-41b2-854a-f54401665b2d req-2722556f-2433-4893-a88f-2d29f24cc791 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/networks?id=9a595026-5b6b-4111-8b06-dc75a0d359c7 HTTP/1.1" status: 200 len: 809 time: 0.1092672 Sep 28 08:51:05.401143 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8a86ec21-6996-41b2-854a-f54401665b2d req-ff3c6e2f-e6ab-41f2-a04e-3b7391795f9f tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/quotas/63011f747824422da9f24e5aa43a57ad HTTP/1.1" status: 200 len: 375 time: 0.0094640 Sep 28 08:51:05.434888 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8a86ec21-6996-41b2-854a-f54401665b2d req-96b97ec2-80dd-4334-8dd4-50772a29e8e0 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=63011f747824422da9f24e5aa43a57ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280046 Sep 28 08:51:05.533084 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8a86ec21-6996-41b2-854a-f54401665b2d req-c05e04ab-5b41-40b6-a2cf-8a5f0b0bab19 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9a595026-5b6b-4111-8b06-dc75a0d359c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913281 Sep 28 08:51:05.640609 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8a86ec21-6996-41b2-854a-f54401665b2d req-414bf379-6034-413a-b52a-4bb2222c33e8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9a595026-5b6b-4111-8b06-dc75a0d359c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011987 Sep 28 08:51:05.802529 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0bfcbe79-1ada-470e-9b2d-7c5137cda286 req-8b04f900-c2fc-409d-b55b-b0de0a520934 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f6b87e54-885d-484c-b251-1d43e0b70d4a HTTP/1.1" status: 200 len: 210 time: 0.0288019 Sep 28 08:51:06.085058 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:06.097455 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:06.212473 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:06.226256 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49b3a5-58a4-41f4-a41f-7a8f85949eb6 req-c06bb3c5-5adb-4260-8116-58154a26f22e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:06.227728 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-aa49b3a5-58a4-41f4-a41f-7a8f85949eb6 req-c06bb3c5-5adb-4260-8116-58154a26f22e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 943 time: 0.0481062 Sep 28 08:51:06.277924 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-aa49b3a5-58a4-41f4-a41f-7a8f85949eb6 req-591f0a26-b026-4b3c-abf2-b96329969ec0 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438993 Sep 28 08:51:06.902065 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-be4f9f85-70e8-4b5e-b9fe-15044e77289f req-c9b39418-7ed7-4f9e-a3eb-e6bfa4be5354 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f6b87e54-885d-484c-b251-1d43e0b70d4a HTTP/1.1" status: 200 len: 210 time: 0.0266662 Sep 28 08:51:07.401211 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f864c-4125-4996-83b1-4b448674df04 req-a634b122-83ef-4df9-bba9-8f46475af4de tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:07.402589 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-325f864c-4125-4996-83b1-4b448674df04 req-a634b122-83ef-4df9-bba9-8f46475af4de tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 943 time: 0.0498569 Sep 28 08:51:07.451012 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-325f864c-4125-4996-83b1-4b448674df04 req-de04ca05-f098-4521-867c-fa88f1ca163c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428224 Sep 28 08:51:08.009440 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-48eea01a-1a1c-4b04-b8c2-bae9c57f1836 req-9e170b02-787e-4740-9784-cfbb3d36fc31 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f6b87e54-885d-484c-b251-1d43e0b70d4a HTTP/1.1" status: 200 len: 210 time: 0.0305579 Sep 28 08:51:08.570996 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f98d2-9e0e-4db4-a02e-f61c2fce82fe req-c56726e6-49be-4037-b927-2ef040c8e78f tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:08.572374 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3b5f98d2-9e0e-4db4-a02e-f61c2fce82fe req-c56726e6-49be-4037-b927-2ef040c8e78f tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 943 time: 0.0459774 Sep 28 08:51:08.624911 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3b5f98d2-9e0e-4db4-a02e-f61c2fce82fe req-920d4744-dfd8-4079-ae6f-9580c6dbe9a5 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468621 Sep 28 08:51:09.109608 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-240cf353-106f-4c8a-bdb3-d0786412b6ff req-ef189b51-d87c-4196-a26d-8bb7f223e29e tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f6b87e54-885d-484c-b251-1d43e0b70d4a HTTP/1.1" status: 200 len: 210 time: 0.0267158 Sep 28 08:51:09.750592 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e63f29-f803-452e-8d0e-8e8ab63b5f0a req-d6f7eca7-9c3b-48f4-81a0-36a0b52f1952 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:09.752185 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-61e63f29-f803-452e-8d0e-8e8ab63b5f0a req-d6f7eca7-9c3b-48f4-81a0-36a0b52f1952 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 943 time: 0.0521848 Sep 28 08:51:09.804019 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-61e63f29-f803-452e-8d0e-8e8ab63b5f0a req-2a5968ae-defa-4e5b-b8fb-8195117d3851 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452271 Sep 28 08:51:10.210384 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6dc62377-0021-41b3-9b61-b07bf8dd9124 req-40b9b1d9-b105-4a92-8bbd-59abc23cb004 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f6b87e54-885d-484c-b251-1d43e0b70d4a HTTP/1.1" status: 200 len: 210 time: 0.0272985 Sep 28 08:51:10.960883 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb52a30-e672-49a4-93c8-f2e0be96a2ed req-27c0df44-5656-4f82-9c96-04fb1fb2f306 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:10.963128 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bbb52a30-e672-49a4-93c8-f2e0be96a2ed req-27c0df44-5656-4f82-9c96-04fb1fb2f306 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 943 time: 0.0809104 Sep 28 08:51:11.015365 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bbb52a30-e672-49a4-93c8-f2e0be96a2ed req-c286bf38-6dc9-4c3a-ba01-16af0c9cae60 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465634 Sep 28 08:51:11.243540 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device a42d676a-2b05-4f5e-b0d3-1587e3c2e587 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:51:11.329772 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7010f066-7ee6-4963-b6dc-fa6572f39480 req-ccef5f4c-b245-4a60-94ff-a747e424c086 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f6b87e54-885d-484c-b251-1d43e0b70d4a HTTP/1.1" status: 200 len: 210 time: 0.0402853 Sep 28 08:51:11.355677 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port a42d676a-2b05-4f5e-b0d3-1587e3c2e587, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a42d676a-2b05-4f5e-b0d3-1587e3c2e587,segment=NetworkSegment(a9f66c9a-3610-41bf-b082-fb0043fc9de1),segment_id=a9f66c9a-3610-41bf-b082-fb0043fc9de1)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:51:11.370290 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': 'a42d676a-2b05-4f5e-b0d3-1587e3c2e587', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'port_id': 'a42d676a-2b05-4f5e-b0d3-1587e3c2e587', 'mac_address': 'fa:16:3e:8a:e3:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:51:11.406340 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port a42d676a-2b05-4f5e-b0d3-1587e3c2e587 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:51:11.406758 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (a42d676a-2b05-4f5e-b0d3-1587e3c2e587), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:11.422847 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42d676a-2b05-4f5e-b0d3-1587e3c2e587 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:51:11.425962 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86ec21-6996-41b2-854a-f54401665b2d req-57ad8e3a-7257-4d81-8046-181effb90db4 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:11.427480 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8a86ec21-6996-41b2-854a-f54401665b2d req-57ad8e3a-7257-4d81-8046-181effb90db4 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.26 "GET /networking/v2.0/networks?id=9a595026-5b6b-4111-8b06-dc75a0d359c7 HTTP/1.1" status: 200 len: 809 time: 0.1404982 Sep 28 08:51:11.443853 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port a42d676a-2b05-4f5e-b0d3-1587e3c2e587, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a42d676a-2b05-4f5e-b0d3-1587e3c2e587,segment=NetworkSegment(a9f66c9a-3610-41bf-b082-fb0043fc9de1),segment_id=a9f66c9a-3610-41bf-b082-fb0043fc9de1)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:51:11.447730 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (a42d676a-2b05-4f5e-b0d3-1587e3c2e587), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:11.455147 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-8a86ec21-6996-41b2-854a-f54401665b2d req-8ea2982a-8ff0-4fd6-bdb0-8738c48b8d37 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Request body: {'port': {'device_id': 'f6b87e54-885d-484c-b251-1d43e0b70d4a', 'network_id': '9a595026-5b6b-4111-8b06-dc75a0d359c7', 'admin_state_up': True, 'tenant_id': '63011f747824422da9f24e5aa43a57ad'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:51:11.496719 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=a42d676a-2b05-4f5e-b0d3-1587e3c2e587,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:11.516785 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:11.575969 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a86ec21-6996-41b2-854a-f54401665b2d req-8ea2982a-8ff0-4fd6-bdb0-8738c48b8d37 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Made reservation on behalf of 63011f747824422da9f24e5aa43a57ad for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:51:11.579801 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-8a86ec21-6996-41b2-854a-f54401665b2d req-8ea2982a-8ff0-4fd6-bdb0-8738c48b8d37 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:11.715475 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-8a86ec21-6996-41b2-854a-f54401665b2d req-8ea2982a-8ff0-4fd6-bdb0-8738c48b8d37 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Allocated IP 172.20.0.11 (9a595026-5b6b-4111-8b06-dc75a0d359c7/42df3905-58e6-4890-86ad-8895fe1478f9/2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:51:11.867769 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-8a86ec21-6996-41b2-854a-f54401665b2d req-8ea2982a-8ff0-4fd6-bdb0-8738c48b8d37 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Publish callbacks [] for port (2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:11.895765 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:DELETE=2,neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:11.901698 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-8a86ec21-6996-41b2-854a-f54401665b2d req-8ea2982a-8ff0-4fd6-bdb0-8738c48b8d37 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:11.914085 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['a42d676a-2b05-4f5e-b0d3-1587e3c2e587'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:51:11.949159 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a86ec21-6996-41b2-854a-f54401665b2d req-8ea2982a-8ff0-4fd6-bdb0-8738c48b8d37 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Network 9a595026-5b6b-4111-8b06-dc75a0d359c7 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:51:11.952438 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-8a86ec21-6996-41b2-854a-f54401665b2d req-8ea2982a-8ff0-4fd6-bdb0-8738c48b8d37 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:51:11.957099 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a86ec21-6996-41b2-854a-f54401665b2d req-8ea2982a-8ff0-4fd6-bdb0-8738c48b8d37 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:51:11.959888 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea2982a-8ff0-4fd6-bdb0-8738c48b8d37 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Pushing event updated for resources: {'Port': ['ID=2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:12.013628 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86ec21-6996-41b2-854a-f54401665b2d req-8ea2982a-8ff0-4fd6-bdb0-8738c48b8d37 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:12.014247 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-8a86ec21-6996-41b2-854a-f54401665b2d req-8ea2982a-8ff0-4fd6-bdb0-8738c48b8d37 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:12.032691 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8a86ec21-6996-41b2-854a-f54401665b2d req-8ea2982a-8ff0-4fd6-bdb0-8738c48b8d37 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5834208 Sep 28 08:51:12.073069 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-8a86ec21-6996-41b2-854a-f54401665b2d req-f83af5d1-bd86-4009-a07b-8445520ee7cf service neutron] Request body: {'port': {'device_id': 'f6b87e54-885d-484c-b251-1d43e0b70d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:51:12.133503 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:12.136394 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-8a86ec21-6996-41b2-854a-f54401665b2d req-f83af5d1-bd86-4009-a07b-8445520ee7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:12.142106 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aeade9-1fbf-4afb-b77a-908c57fd30b0 req-fc7c9819-549e-4ceb-bba1-b993d38f3476 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:12.144796 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d9aeade9-1fbf-4afb-b77a-908c57fd30b0 req-fc7c9819-549e-4ceb-bba1-b993d38f3476 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 944 time: 0.0520060 Sep 28 08:51:12.202078 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d9aeade9-1fbf-4afb-b77a-908c57fd30b0 req-af27d8cc-22ad-47b9-bfff-12967077eff5 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499287 Sep 28 08:51:12.372190 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:12.415018 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-8a86ec21-6996-41b2-854a-f54401665b2d req-f83af5d1-bd86-4009-a07b-8445520ee7cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:51:12.423804 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-8a86ec21-6996-41b2-854a-f54401665b2d req-f83af5d1-bd86-4009-a07b-8445520ee7cf service neutron] Publish callbacks [] for port (2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:12.437703 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-8a86ec21-6996-41b2-854a-f54401665b2d req-f83af5d1-bd86-4009-a07b-8445520ee7cf service neutron] Transition to ACTIVE for port object 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 08:51:12.442580 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-8a86ec21-6996-41b2-854a-f54401665b2d req-f83af5d1-bd86-4009-a07b-8445520ee7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:12.454782 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1170b-2efa-4ff9-a04b-599e08556281 req-6813de58-928f-4890-905b-236a4aa63e5c tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:12.456443 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e0a1170b-2efa-4ff9-a04b-599e08556281 req-6813de58-928f-4890-905b-236a4aa63e5c tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f6b87e54-885d-484c-b251-1d43e0b70d4a HTTP/1.1" status: 200 len: 932 time: 0.0510867 Sep 28 08:51:12.510416 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e0a1170b-2efa-4ff9-a04b-599e08556281 req-af019e4c-c875-4ddd-a766-26714c285828 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e68055b8-5fcd-4e17-a9d5-e135f281e8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481815 Sep 28 08:51:12.535180 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83af5d1-bd86-4009-a07b-8445520ee7cf service neutron] Pushing event updated for resources: {'Port': ['ID=2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:12.559436 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-8a86ec21-6996-41b2-854a-f54401665b2d req-f83af5d1-bd86-4009-a07b-8445520ee7cf service neutron] Attempting to bind port 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:51:12.560014 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-8a86ec21-6996-41b2-854a-f54401665b2d req-f83af5d1-bd86-4009-a07b-8445520ee7cf service neutron] Attempting to bind port 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '6cc3102c-3e2c-4f41-9203-40036d571ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9a595026-5b6b-4111-8b06-dc75a0d359c7'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:51:12.560349 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86ec21-6996-41b2-854a-f54401665b2d req-f83af5d1-bd86-4009-a07b-8445520ee7cf service neutron] Attempting to bind port 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa on network 9a595026-5b6b-4111-8b06-dc75a0d359c7 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:51:12.607556 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86ec21-6996-41b2-854a-f54401665b2d req-f83af5d1-bd86-4009-a07b-8445520ee7cf service neutron] Port 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa on network 9a595026-5b6b-4111-8b06-dc75a0d359c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:51:12.607890 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86ec21-6996-41b2-854a-f54401665b2d req-f83af5d1-bd86-4009-a07b-8445520ee7cf service neutron] Attempting to bind port 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa on network 9a595026-5b6b-4111-8b06-dc75a0d359c7 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:51:12.650089 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86ec21-6996-41b2-854a-f54401665b2d req-f83af5d1-bd86-4009-a07b-8445520ee7cf service neutron] Checking agent: {'id': '0e203ff6-fe6d-4565-9e88-81d2831b3c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'started_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:51:12.650433 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86ec21-6996-41b2-854a-f54401665b2d req-f83af5d1-bd86-4009-a07b-8445520ee7cf service neutron] Checking segment: {'id': '6cc3102c-3e2c-4f41-9203-40036d571ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9a595026-5b6b-4111-8b06-dc75a0d359c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:51:12.650821 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a86ec21-6996-41b2-854a-f54401665b2d req-f83af5d1-bd86-4009-a07b-8445520ee7cf service neutron] Bound using segment: {'id': '6cc3102c-3e2c-4f41-9203-40036d571ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9a595026-5b6b-4111-8b06-dc75a0d359c7'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:51:12.651264 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-8a86ec21-6996-41b2-854a-f54401665b2d req-f83af5d1-bd86-4009-a07b-8445520ee7cf service neutron] Bound port: 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc3102c-3e2c-4f41-9203-40036d571ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9a595026-5b6b-4111-8b06-dc75a0d359c7'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:51:12.651635 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-8a86ec21-6996-41b2-854a-f54401665b2d req-f83af5d1-bd86-4009-a07b-8445520ee7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:12.711911 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-8a86ec21-6996-41b2-854a-f54401665b2d req-f83af5d1-bd86-4009-a07b-8445520ee7cf service neutron] For port 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa, host hv-cinder-84456, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:51:12.715016 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-8a86ec21-6996-41b2-854a-f54401665b2d req-f83af5d1-bd86-4009-a07b-8445520ee7cf service neutron] For port 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa,segment=NetworkSegment(6cc3102c-3e2c-4f41-9203-40036d571ac5),segment_id=6cc3102c-3e2c-4f41-9203-40036d571ac5)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:51:12.720861 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-8a86ec21-6996-41b2-854a-f54401665b2d req-f83af5d1-bd86-4009-a07b-8445520ee7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:12.726328 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86ec21-6996-41b2-854a-f54401665b2d req-f83af5d1-bd86-4009-a07b-8445520ee7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:12.726941 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-8a86ec21-6996-41b2-854a-f54401665b2d req-f83af5d1-bd86-4009-a07b-8445520ee7cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:12.728374 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8a86ec21-6996-41b2-854a-f54401665b2d req-f83af5d1-bd86-4009-a07b-8445520ee7cf service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa HTTP/1.1" status: 200 len: 1094 time: 0.6601503 Sep 28 08:51:12.728962 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b87e54-885d-484c-b251-1d43e0b70d4a', 'tag': '2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:51:12.731190 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81849ce2-ff34-4caf-b4e6-974cadc944c2" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b87e54-885d-484c-b251-1d43e0b70d4a", "tag": "2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:51:12.762159 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:12.779182 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83af5d1-bd86-4009-a07b-8445520ee7cf service neutron] Pushing event updated for resources: {'Port': ['ID=2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:12.788146 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7115f2d6-eeaf-407e-9820-85d77b663c40 x-openstack-request-id: req-7115f2d6-eeaf-407e-9820-85d77b663c40 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:51:12.788452 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b87e54-885d-484c-b251-1d43e0b70d4a", "tag": "2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:51:12.788710 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7115f2d6-eeaf-407e-9820-85d77b663c40 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:51:12.789174 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7115f2d6-eeaf-407e-9820-85d77b663c40'] response: {'name': 'network-changed', 'server_uuid': 'f6b87e54-885d-484c-b251-1d43e0b70d4a', 'tag': '2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa', 'status': 'completed', 'code': 200} Sep 28 08:51:12.857963 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86ec21-6996-41b2-854a-f54401665b2d req-606b5297-59c1-4049-a40c-3f5709e40f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:12.859469 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8a86ec21-6996-41b2-854a-f54401665b2d req-606b5297-59c1-4049-a40c-3f5709e40f96 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=63011f747824422da9f24e5aa43a57ad&device_id=f6b87e54-885d-484c-b251-1d43e0b70d4a HTTP/1.1" status: 200 len: 1128 time: 0.0432196 Sep 28 08:51:12.904302 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8a86ec21-6996-41b2-854a-f54401665b2d req-8abfcf39-9b45-4bd6-a793-6fcb37041c58 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa HTTP/1.1" status: 200 len: 217 time: 0.0314565 Sep 28 08:51:12.955595 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86ec21-6996-41b2-854a-f54401665b2d req-6a9aa2d3-ee5b-4f21-a663-ec361b57c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:12.963000 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8a86ec21-6996-41b2-854a-f54401665b2d req-6a9aa2d3-ee5b-4f21-a663-ec361b57c0ab service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=42df3905-58e6-4890-86ad-8895fe1478f9 HTTP/1.1" status: 200 len: 849 time: 0.0476885 Sep 28 08:51:12.993478 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8a86ec21-6996-41b2-854a-f54401665b2d req-c2f3d2f2-bd1d-4885-9a0f-935217aa6940 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=9a595026-5b6b-4111-8b06-dc75a0d359c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301821 Sep 28 08:51:13.088129 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8a86ec21-6996-41b2-854a-f54401665b2d req-f865b46a-b650-46eb-94b1-1b139066a84a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9a595026-5b6b-4111-8b06-dc75a0d359c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892749 Sep 28 08:51:13.179694 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8a86ec21-6996-41b2-854a-f54401665b2d req-8d87dc2a-5212-43c2-adb9-18ea26df94a2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9a595026-5b6b-4111-8b06-dc75a0d359c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857370 Sep 28 08:51:13.264286 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device a42d676a-2b05-4f5e-b0d3-1587e3c2e587 up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:51:13.308260 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning for port a42d676a-2b05-4f5e-b0d3-1587e3c2e587 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 08:51:13.314298 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port a42d676a-2b05-4f5e-b0d3-1587e3c2e587 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:51:13.314698 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (a42d676a-2b05-4f5e-b0d3-1587e3c2e587), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:13.315698 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port a42d676a-2b05-4f5e-b0d3-1587e3c2e587 Sep 28 08:51:13.328079 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63082730-e7e2-405e-bd7f-89a7951f46bc req-fb80cde8-2e95-4d81-b036-7f344ff38799 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:13.329703 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-63082730-e7e2-405e-bd7f-89a7951f46bc req-fb80cde8-2e95-4d81-b036-7f344ff38799 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 944 time: 0.0481267 Sep 28 08:51:13.359064 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:13.385366 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-63082730-e7e2-405e-bd7f-89a7951f46bc req-ca30902a-a5b8-4d8f-86e7-2c8efad93d2a tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486310 Sep 28 08:51:13.404554 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port a42d676a-2b05-4f5e-b0d3-1587e3c2e587 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:51:13.405014 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (a42d676a-2b05-4f5e-b0d3-1587e3c2e587), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:13.423667 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:13.430047 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71898013-5f2c-4fe1-95e5-ca068eece196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42d676a-2b05-4f5e-b0d3-1587e3c2e587'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:51:13.432308 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc51869-9edc-4bc6-b989-0cdc2eafaeb9" -d '{"events": [{"server_uuid": "71898013-5f2c-4fe1-95e5-ca068eece196", "name": "network-vif-plugged", "status": "completed", "tag": "a42d676a-2b05-4f5e-b0d3-1587e3c2e587"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:51:13.449892 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port a42d676a-2b05-4f5e-b0d3-1587e3c2e587, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a42d676a-2b05-4f5e-b0d3-1587e3c2e587,segment=NetworkSegment(a9f66c9a-3610-41bf-b082-fb0043fc9de1),segment_id=a9f66c9a-3610-41bf-b082-fb0043fc9de1)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:51:13.455454 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (a42d676a-2b05-4f5e-b0d3-1587e3c2e587), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:13.508621 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=a42d676a-2b05-4f5e-b0d3-1587e3c2e587,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:13.615909 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27876b0c-f8ea-4c6b-8d76-b6cf8e1e3c0d x-openstack-request-id: req-27876b0c-f8ea-4c6b-8d76-b6cf8e1e3c0d {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:51:13.616480 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71898013-5f2c-4fe1-95e5-ca068eece196", "name": "network-vif-plugged", "status": "completed", "tag": "a42d676a-2b05-4f5e-b0d3-1587e3c2e587", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:51:13.616782 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-27876b0c-f8ea-4c6b-8d76-b6cf8e1e3c0d {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:51:13.617054 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27876b0c-f8ea-4c6b-8d76-b6cf8e1e3c0d'] response: {'server_uuid': '71898013-5f2c-4fe1-95e5-ca068eece196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42d676a-2b05-4f5e-b0d3-1587e3c2e587', 'code': 200} Sep 28 08:51:13.651199 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b035b3-aec0-4724-b2bd-d8c94ecb7d04 req-cdda0154-71fd-49cd-bd09-6b59d3a0e9e8 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:13.652868 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b6b035b3-aec0-4724-b2bd-d8c94ecb7d04 req-cdda0154-71fd-49cd-bd09-6b59d3a0e9e8 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f6b87e54-885d-484c-b251-1d43e0b70d4a HTTP/1.1" status: 200 len: 944 time: 0.0545309 Sep 28 08:51:13.704942 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b6b035b3-aec0-4724-b2bd-d8c94ecb7d04 req-95618cf1-74d5-4e82-bdfd-8815e0c93bc1 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e68055b8-5fcd-4e17-a9d5-e135f281e8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461724 Sep 28 08:51:13.802601 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 34156) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:51:13.907146 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6a86c59b-26b9-449f-af8a-5565fad14916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:13.948635 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:13.983813 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6a86c59b-26b9-449f-af8a-5565fad14916 admin admin] Publish callbacks [] for security_group (b01c252c-ad8e-439f-af84-ff07a75fe928), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:13.987533 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-6a86c59b-26b9-449f-af8a-5565fad14916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (b01c252c-ad8e-439f-af84-ff07a75fe928), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:14.027952 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-6a86c59b-26b9-449f-af8a-5565fad14916 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=01405205da404f6497d76dd2ba2152b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241495 Sep 28 08:51:14.028775 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86c59b-26b9-449f-af8a-5565fad14916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01c252c-ad8e-439f-af84-ff07a75fe928,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:14.030624 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 34160) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:51:14.081137 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7b16f0ca-004b-4363-8885-a76f909b7d52 admin admin] Publish callbacks [] for security_group (b01c252c-ad8e-439f-af84-ff07a75fe928), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:14.101644 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7b16f0ca-004b-4363-8885-a76f909b7d52 admin admin] Publish callbacks [] for security_group (b01c252c-ad8e-439f-af84-ff07a75fe928), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:14.147635 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7b16f0ca-004b-4363-8885-a76f909b7d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (b01c252c-ad8e-439f-af84-ff07a75fe928), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:14.150213 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7b16f0ca-004b-4363-8885-a76f909b7d52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:14.151443 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-7b16f0ca-004b-4363-8885-a76f909b7d52 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b01c252c-ad8e-439f-af84-ff07a75fe928 HTTP/1.1" status: 204 len: 168 time: 0.1189897 Sep 28 08:51:14.159775 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16f0ca-004b-4363-8885-a76f909b7d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01c252c-ad8e-439f-af84-ff07a75fe928,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:14.452127 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 34168) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:51:14.466543 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3064c529-3e45-4408-b297-babb058ea883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:14.476806 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:14.518485 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3eb563-4edf-4d0d-84e6-a288be4b5773 req-ab15c2af-7a73-4f78-a95f-44e38bb6aa9f tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:14.520057 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bc3eb563-4edf-4d0d-84e6-a288be4b5773 req-ab15c2af-7a73-4f78-a95f-44e38bb6aa9f tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 945 time: 0.0535257 Sep 28 08:51:14.551928 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3064c529-3e45-4408-b297-babb058ea883 admin admin] Publish callbacks [] for security_group (7444ce91-2165-40fa-b342-4ad6c719529b), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:14.555988 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3064c529-3e45-4408-b297-babb058ea883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (7444ce91-2165-40fa-b342-4ad6c719529b), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:14.573792 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bc3eb563-4edf-4d0d-84e6-a288be4b5773 req-a39df952-70d8-4116-89e9-5d1bd4deae43 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454779 Sep 28 08:51:14.598279 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064c529-3e45-4408-b297-babb058ea883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7444ce91-2165-40fa-b342-4ad6c719529b,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:14.603490 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-3064c529-3e45-4408-b297-babb058ea883 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ecfbd3841c0d4bd09af7afaa9a9b3816&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500311 Sep 28 08:51:14.606195 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 34170) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:51:14.655195 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d8f48823-3d88-43af-a0d9-8e234260f72d admin admin] Publish callbacks [] for security_group (7444ce91-2165-40fa-b342-4ad6c719529b), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:14.676132 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d8f48823-3d88-43af-a0d9-8e234260f72d admin admin] Publish callbacks [] for security_group (7444ce91-2165-40fa-b342-4ad6c719529b), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:14.732705 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d8f48823-3d88-43af-a0d9-8e234260f72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (7444ce91-2165-40fa-b342-4ad6c719529b), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:14.735298 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d8f48823-3d88-43af-a0d9-8e234260f72d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:14.736473 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-d8f48823-3d88-43af-a0d9-8e234260f72d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/7444ce91-2165-40fa-b342-4ad6c719529b HTTP/1.1" status: 204 len: 168 time: 0.1293542 Sep 28 08:51:14.746514 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f48823-3d88-43af-a0d9-8e234260f72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7444ce91-2165-40fa-b342-4ad6c719529b,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:14.839022 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190a55a-c2dc-4682-948e-12af4d5d6e06 req-5c9be568-7c7d-4c94-8419-7d8b92387e91 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:14.840489 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d190a55a-c2dc-4682-948e-12af4d5d6e06 req-5c9be568-7c7d-4c94-8419-7d8b92387e91 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f6b87e54-885d-484c-b251-1d43e0b70d4a HTTP/1.1" status: 200 len: 944 time: 0.0481589 Sep 28 08:51:14.889901 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d190a55a-c2dc-4682-948e-12af4d5d6e06 req-a2c13c42-2cc0-41ac-825f-02d3d0d6a7b0 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e68055b8-5fcd-4e17-a9d5-e135f281e8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432351 Sep 28 08:51:15.097325 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81849ce2-ff34-4caf-b4e6-974cadc944c2 req-fe2c16cc-aa28-4048-9729-35ef6bee0a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:15.101673 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-81849ce2-ff34-4caf-b4e6-974cadc944c2 req-fe2c16cc-aa28-4048-9729-35ef6bee0a7e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=63011f747824422da9f24e5aa43a57ad&device_id=f6b87e54-885d-484c-b251-1d43e0b70d4a HTTP/1.1" status: 200 len: 1128 time: 0.0496063 Sep 28 08:51:15.202342 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:15.240719 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81849ce2-ff34-4caf-b4e6-974cadc944c2 req-6b49d0e0-3916-47c9-884d-2c2be26910ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:15.242218 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-81849ce2-ff34-4caf-b4e6-974cadc944c2 req-6b49d0e0-3916-47c9-884d-2c2be26910ae service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=9a595026-5b6b-4111-8b06-dc75a0d359c7 HTTP/1.1" status: 200 len: 910 time: 0.0978756 Sep 28 08:51:15.274005 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:51:15.295621 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-81849ce2-ff34-4caf-b4e6-974cadc944c2 req-a462636c-bef0-4f25-b759-b68363cea07a service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa HTTP/1.1" status: 200 len: 217 time: 0.0425866 Sep 28 08:51:15.356071 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a6912-b2b9-4f00-9dde-85ac122076de req-773fdf5e-5c02-46b6-9f5f-32dd301bd81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:15.357592 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4d5a6912-b2b9-4f00-9dde-85ac122076de req-773fdf5e-5c02-46b6-9f5f-32dd301bd81a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 1129 time: 0.0985417 Sep 28 08:51:15.375090 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81849ce2-ff34-4caf-b4e6-974cadc944c2 req-ce7124d4-229a-477b-880a-d462218dd7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:15.376837 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-81849ce2-ff34-4caf-b4e6-974cadc944c2 req-ce7124d4-229a-477b-880a-d462218dd7e9 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=42df3905-58e6-4890-86ad-8895fe1478f9 HTTP/1.1" status: 200 len: 849 time: 0.0646520 Sep 28 08:51:15.399846 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa,segment=NetworkSegment(6cc3102c-3e2c-4f41-9203-40036d571ac5),segment_id=6cc3102c-3e2c-4f41-9203-40036d571ac5)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:51:15.419634 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': '2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa', 'network_id': '9a595026-5b6b-4111-8b06-dc75a0d359c7', 'port_id': '2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa', 'mac_address': 'fa:16:3e:40:b1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42df3905-58e6-4890-86ad-8895fe1478f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:51:15.419775 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-81849ce2-ff34-4caf-b4e6-974cadc944c2 req-2354abf9-cf79-4480-b1c9-c0d2098f7ff8 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=9a595026-5b6b-4111-8b06-dc75a0d359c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343237 Sep 28 08:51:15.463627 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:51:15.464291 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:15.481712 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:51:15.504365 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-4d5a6912-b2b9-4f00-9dde-85ac122076de req-f3eaea12-47fa-4aa3-b563-3a21a3e40258 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400216 Sep 28 08:51:15.505351 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa,segment=NetworkSegment(6cc3102c-3e2c-4f41-9203-40036d571ac5),segment_id=6cc3102c-3e2c-4f41-9203-40036d571ac5)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:51:15.509940 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:15.562905 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:15.707988 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d47db-5aaa-41f7-b3fd-cb3373afd30b req-ac2aa049-f6ee-47c4-995c-4181a972e841 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:15.716230 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-708d47db-5aaa-41f7-b3fd-cb3373afd30b req-ac2aa049-f6ee-47c4-995c-4181a972e841 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 945 time: 0.0610306 Sep 28 08:51:15.784556 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-708d47db-5aaa-41f7-b3fd-cb3373afd30b req-c05db341-7542-40ec-a187-c5b4391b8b81 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666430 Sep 28 08:51:15.803679 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-81849ce2-ff34-4caf-b4e6-974cadc944c2 req-ec09a197-c5f1-42a8-8a92-1e00c24391f1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9a595026-5b6b-4111-8b06-dc75a0d359c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786826 Sep 28 08:51:15.905115 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:51:15.953293 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-81849ce2-ff34-4caf-b4e6-974cadc944c2 req-e8aea5e4-306f-4a62-9ffd-cf27efe64acf service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9a595026-5b6b-4111-8b06-dc75a0d359c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004846 Sep 28 08:51:16.043725 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c2786-8c01-4a02-8b92-d4982f28dce2 req-906802dd-bd09-49c3-a99e-50ac3b05dc97 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:16.049584 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1d8c2786-8c01-4a02-8b92-d4982f28dce2 req-906802dd-bd09-49c3-a99e-50ac3b05dc97 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f6b87e54-885d-484c-b251-1d43e0b70d4a HTTP/1.1" status: 200 len: 945 time: 0.0603347 Sep 28 08:51:16.100415 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1d8c2786-8c01-4a02-8b92-d4982f28dce2 req-30c94268-9bfd-431c-82f4-c523ebbd7749 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e68055b8-5fcd-4e17-a9d5-e135f281e8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475297 Sep 28 08:51:16.917114 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceda223-e658-472f-89f8-ddc2b5eca05a req-6d58a220-4c87-4d7b-ac19-93d6ba5fd26d tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:16.918627 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-aceda223-e658-472f-89f8-ddc2b5eca05a req-6d58a220-4c87-4d7b-ac19-93d6ba5fd26d tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 945 time: 0.0521441 Sep 28 08:51:16.969842 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-aceda223-e658-472f-89f8-ddc2b5eca05a req-44258324-06ec-4a1e-99cf-23bc27b499ca tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443442 Sep 28 08:51:17.225542 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17366bc8-c1a5-4b58-b28e-cd6416b7ecb5 req-9c20a5d1-d879-49ab-9752-0b5aa589444d tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:17.227022 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-17366bc8-c1a5-4b58-b28e-cd6416b7ecb5 req-9c20a5d1-d879-49ab-9752-0b5aa589444d tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f6b87e54-885d-484c-b251-1d43e0b70d4a HTTP/1.1" status: 200 len: 945 time: 0.0497470 Sep 28 08:51:17.277481 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-17366bc8-c1a5-4b58-b28e-cd6416b7ecb5 req-5ba86d55-0a77-423b-ab5c-58ba767d4885 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e68055b8-5fcd-4e17-a9d5-e135f281e8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447292 Sep 28 08:51:17.288669 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:51:17.336358 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning for port 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 08:51:17.342189 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:51:17.342570 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:17.342910 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa Sep 28 08:51:17.495239 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:17.550071 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:51:17.550469 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:17.573134 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b87e54-885d-484c-b251-1d43e0b70d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:51:17.575387 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c9505f-7e8a-412f-8ccb-f2adb7a833f2" -d '{"events": [{"server_uuid": "f6b87e54-885d-484c-b251-1d43e0b70d4a", "name": "network-vif-plugged", "status": "completed", "tag": "2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:51:17.589971 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa,segment=NetworkSegment(6cc3102c-3e2c-4f41-9203-40036d571ac5),segment_id=6cc3102c-3e2c-4f41-9203-40036d571ac5)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:51:17.595316 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:17.619361 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d195fb4-6256-46f7-9632-1ae2ec274bc0 x-openstack-request-id: req-3d195fb4-6256-46f7-9632-1ae2ec274bc0 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:51:17.619657 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b87e54-885d-484c-b251-1d43e0b70d4a", "name": "network-vif-plugged", "status": "completed", "tag": "2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:51:17.619913 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d195fb4-6256-46f7-9632-1ae2ec274bc0 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:51:17.620306 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d195fb4-6256-46f7-9632-1ae2ec274bc0'] response: {'server_uuid': 'f6b87e54-885d-484c-b251-1d43e0b70d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa', 'code': 200} Sep 28 08:51:17.645393 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:18.018934 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23e2ec-c22d-4f1c-9a4d-5c2a6b9c21c0 req-fe6fbed3-a260-4ba7-a510-e23c9536095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:18.020691 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5f23e2ec-c22d-4f1c-9a4d-5c2a6b9c21c0 req-fe6fbed3-a260-4ba7-a510-e23c9536095f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6b87e54-885d-484c-b251-1d43e0b70d4a HTTP/1.1" status: 200 len: 1130 time: 0.0484116 Sep 28 08:51:18.071773 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:18.086093 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5f23e2ec-c22d-4f1c-9a4d-5c2a6b9c21c0 req-e7aef1c3-685e-4797-b2df-e98dd4e27066 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e68055b8-5fcd-4e17-a9d5-e135f281e8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593901 Sep 28 08:51:18.128483 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd53513-2d16-40ae-982c-2ec9557e941f req-bf58852f-cd39-4856-b7d1-c46e9812b398 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:18.130229 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fdd53513-2d16-40ae-982c-2ec9557e941f req-bf58852f-cd39-4856-b7d1-c46e9812b398 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 945 time: 0.0566330 Sep 28 08:51:18.181039 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fdd53513-2d16-40ae-982c-2ec9557e941f req-444441b5-fbdf-4f60-9714-fa242f046898 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453401 Sep 28 08:51:18.301845 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9f698-229b-4e19-a2a5-bc128937c991 req-4ae39a8c-a527-4658-bfea-c6ba51c100df tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:18.303229 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-edf9f698-229b-4e19-a2a5-bc128937c991 req-4ae39a8c-a527-4658-bfea-c6ba51c100df tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 945 time: 0.0456355 Sep 28 08:51:18.335901 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:18.362335 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-edf9f698-229b-4e19-a2a5-bc128937c991 req-fffd82d9-3246-4b65-b9d1-ce00f4bf04f5 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512531 Sep 28 08:51:18.391287 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 34246) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:51:18.408004 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d246758-fb2a-4867-861d-f4ff3ea4c157 req-bce88056-b3de-4271-8e1c-c5ac0a4501b3 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:18.409628 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6d246758-fb2a-4867-861d-f4ff3ea4c157 req-bce88056-b3de-4271-8e1c-c5ac0a4501b3 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f6b87e54-885d-484c-b251-1d43e0b70d4a HTTP/1.1" status: 200 len: 946 time: 0.0464296 Sep 28 08:51:18.462935 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6d246758-fb2a-4867-861d-f4ff3ea4c157 req-05f60397-9d05-4d48-a324-0200e5fddfe7 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e68055b8-5fcd-4e17-a9d5-e135f281e8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472283 Sep 28 08:51:18.588265 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199ba3d7-2276-48aa-841d-6473d4d614a7 tempest-TestVolumeBootPattern-749200372 tempest-TestVolumeBootPattern-749200372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:18.589748 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-199ba3d7-2276-48aa-841d-6473d4d614a7 tempest-TestVolumeBootPattern-749200372 tempest-TestVolumeBootPattern-749200372-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 1124 time: 0.1974745 Sep 28 08:51:18.592761 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 34250) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:51:18.597037 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-e432eb54-6ba3-47bf-af0e-b30b92c72a18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Request body: {'floatingip': {'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'port_id': 'a42d676a-2b05-4f5e-b0d3-1587e3c2e587', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:51:18.618512 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e432eb54-6ba3-47bf-af0e-b30b92c72a18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:18.700872 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e432eb54-6ba3-47bf-af0e-b30b92c72a18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:18.807043 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-e432eb54-6ba3-47bf-af0e-b30b92c72a18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Allocated IP 172.27.2.241 (53303c84-4465-4011-9c65-8bdf4507ffd3/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f/69cbe4ea-4b9e-4b90-99a2-550736820615) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:51:18.912919 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e432eb54-6ba3-47bf-af0e-b30b92c72a18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for port (69cbe4ea-4b9e-4b90-99a2-550736820615), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:18.946660 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e432eb54-6ba3-47bf-af0e-b30b92c72a18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (69cbe4ea-4b9e-4b90-99a2-550736820615), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:18.951113 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:18.995492 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e432eb54-6ba3-47bf-af0e-b30b92c72a18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:51:19.001851 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-e432eb54-6ba3-47bf-af0e-b30b92c72a18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:51:19.007695 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e432eb54-6ba3-47bf-af0e-b30b92c72a18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:51:19.012301 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432eb54-6ba3-47bf-af0e-b30b92c72a18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Pushing event updated for resources: {'Port': ['ID=69cbe4ea-4b9e-4b90-99a2-550736820615,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:19.331785 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:19.398272 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e432eb54-6ba3-47bf-af0e-b30b92c72a18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for floatingip (6044695f-2f98-431d-a7f3-f91b41818901), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:19.480657 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e432eb54-6ba3-47bf-af0e-b30b92c72a18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (69cbe4ea-4b9e-4b90-99a2-550736820615), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:19.604941 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:19.614263 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:19.631624 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0fe89-d22b-4f00-a119-958c9d3b2f17 req-9a69bec2-233d-40f9-a34b-4435fcd24cf4 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:19.633178 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-86a0fe89-d22b-4f00-a119-958c9d3b2f17 req-9a69bec2-233d-40f9-a34b-4435fcd24cf4 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f6b87e54-885d-484c-b251-1d43e0b70d4a HTTP/1.1" status: 200 len: 946 time: 0.0497453 Sep 28 08:51:19.669819 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e432eb54-6ba3-47bf-af0e-b30b92c72a18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for port (69cbe4ea-4b9e-4b90-99a2-550736820615), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:19.675837 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e432eb54-6ba3-47bf-af0e-b30b92c72a18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (69cbe4ea-4b9e-4b90-99a2-550736820615), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:19.687372 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-86a0fe89-d22b-4f00-a119-958c9d3b2f17 req-75eab919-6300-451c-be03-525b2fe12698 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e68055b8-5fcd-4e17-a9d5-e135f281e8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482080 Sep 28 08:51:19.748376 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432eb54-6ba3-47bf-af0e-b30b92c72a18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Pushing event updated for resources: {'Port': ['ID=69cbe4ea-4b9e-4b90-99a2-550736820615,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:19.754453 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e432eb54-6ba3-47bf-af0e-b30b92c72a18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (6044695f-2f98-431d-a7f3-f91b41818901), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:19.851943 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.db.l3_db [None req-e432eb54-6ba3-47bf-af0e-b30b92c72a18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Floating IP 6044695f-2f98-431d-a7f3-f91b41818901 associated. External IP: 172.27.2.241, port: a42d676a-2b05-4f5e-b0d3-1587e3c2e587. Sep 28 08:51:19.940533 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:20.050698 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e432eb54-6ba3-47bf-af0e-b30b92c72a18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Router c83e5eef-4ed9-4bae-861f-a3b22cc486cc has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:51:20.152915 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e432eb54-6ba3-47bf-af0e-b30b92c72a18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:51:20.162890 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d983e1-c614-42ea-94e8-79a4c60a9f8b None None] Sync routers for ids ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:51:20.171575 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-e432eb54-6ba3-47bf-af0e-b30b92c72a18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:20.175163 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d983e1-c614-42ea-94e8-79a4c60a9f8b None None] Routers {'c83e5eef-4ed9-4bae-861f-a3b22cc486cc'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:51:20.175790 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-42d983e1-c614-42ea-94e8-79a4c60a9f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:50:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:51:20.208987 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-e432eb54-6ba3-47bf-af0e-b30b92c72a18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6130118 Sep 28 08:51:20.208987 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71898013-5f2c-4fe1-95e5-ca068eece196', 'tag': 'a42d676a-2b05-4f5e-b0d3-1587e3c2e587'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:51:20.209764 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dc74e7-9b81-4b62-8eb8-ed013c6e9a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "71898013-5f2c-4fe1-95e5-ca068eece196", "tag": "a42d676a-2b05-4f5e-b0d3-1587e3c2e587"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:51:20.251302 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c05814-0718-4b94-a2cb-a57a285d886a x-openstack-request-id: req-95c05814-0718-4b94-a2cb-a57a285d886a {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:51:20.251600 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71898013-5f2c-4fe1-95e5-ca068eece196", "tag": "a42d676a-2b05-4f5e-b0d3-1587e3c2e587", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:51:20.252167 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-95c05814-0718-4b94-a2cb-a57a285d886a {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:51:20.252619 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95c05814-0718-4b94-a2cb-a57a285d886a'] response: {'name': 'network-changed', 'server_uuid': '71898013-5f2c-4fe1-95e5-ca068eece196', 'tag': 'a42d676a-2b05-4f5e-b0d3-1587e3c2e587', 'status': 'completed', 'code': 200} Sep 28 08:51:20.310979 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:20.342725 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc74e7-9b81-4b62-8eb8-ed013c6e9a4a req-d5f9dd50-c672-4048-94b7-248ecbe4e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:20.344383 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-70dc74e7-9b81-4b62-8eb8-ed013c6e9a4a req-d5f9dd50-c672-4048-94b7-248ecbe4e1cc service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ba777b9726e944a881c0953e605f7477&device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 1129 time: 0.0436504 Sep 28 08:51:20.373507 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-42d983e1-c614-42ea-94e8-79a4c60a9f8b None None] Set router c83e5eef-4ed9-4bae-861f-a3b22cc486cc gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:51:20.435003 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc74e7-9b81-4b62-8eb8-ed013c6e9a4a req-45956482-bd58-43d6-a0cf-f76512ad283a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:20.436520 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-70dc74e7-9b81-4b62-8eb8-ed013c6e9a4a req-45956482-bd58-43d6-a0cf-f76512ad283a service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=411ef26c-758f-4425-9392-e141db9ca352 HTTP/1.1" status: 200 len: 912 time: 0.0866735 Sep 28 08:51:20.501197 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-70dc74e7-9b81-4b62-8eb8-ed013c6e9a4a req-0c20a144-8e7b-4961-90f7-2b3a136b7b60 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a42d676a-2b05-4f5e-b0d3-1587e3c2e587 HTTP/1.1" status: 200 len: 999 time: 0.0585129 Sep 28 08:51:20.555029 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc74e7-9b81-4b62-8eb8-ed013c6e9a4a req-835d075a-d504-4c82-bdc4-b93b28e17ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:20.556520 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-70dc74e7-9b81-4b62-8eb8-ed013c6e9a4a req-835d075a-d504-4c82-bdc4-b93b28e17ca5 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=06590ebe-ecb3-497b-82fa-82f5d0b9e571 HTTP/1.1" status: 200 len: 850 time: 0.0504169 Sep 28 08:51:20.586058 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-42d983e1-c614-42ea-94e8-79a4c60a9f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 4, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port': {'id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:eb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '6044695f-2f98-431d-a7f3-f91b41818901', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'port_id': 'a42d676a-2b05-4f5e-b0d3-1587e3c2e587', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'mac_address': 'fa:16:3e:8a:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71898013-5f2c-4fe1-95e5-ca068eece196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:51:19Z', 'updated_at': '2022-09-28T08:51:19Z', 'revision_number': 0, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7626259-3c86-461f-a13d-858e3ff4b83f', 'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'mac_address': 'fa:16:3e:40:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:21Z', 'updated_at': '2022-09-28T08:50:26Z', 'revision_number': 5, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'subnets': [{'id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:51:20.603741 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc74e7-9b81-4b62-8eb8-ed013c6e9a4a req-46313e7d-dc53-4161-a603-9ff977c85cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:20.605311 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-70dc74e7-9b81-4b62-8eb8-ed013c6e9a4a req-46313e7d-dc53-4161-a603-9ff977c85cdd service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=411ef26c-758f-4425-9392-e141db9ca352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435042 Sep 28 08:51:20.614826 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d983e1-c614-42ea-94e8-79a4c60a9f8b None None] Checking router: c83e5eef-4ed9-4bae-861f-a3b22cc486cc for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:51:20.623618 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d983e1-c614-42ea-94e8-79a4c60a9f8b None None] Routers {'c83e5eef-4ed9-4bae-861f-a3b22cc486cc'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:51:20.624252 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-42d983e1-c614-42ea-94e8-79a4c60a9f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:50:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:51:20.706273 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-70dc74e7-9b81-4b62-8eb8-ed013c6e9a4a req-0aa1869d-ff03-465a-9b0b-5c77e8f346ae service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952518 Sep 28 08:51:20.737798 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-42d983e1-c614-42ea-94e8-79a4c60a9f8b None None] Set router c83e5eef-4ed9-4bae-861f-a3b22cc486cc gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:51:20.847616 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-70dc74e7-9b81-4b62-8eb8-ed013c6e9a4a req-f8d3de56-52dd-47c0-b086-0c36b52e029e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353524 Sep 28 08:51:20.912011 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99762c9f-dd4a-467b-987f-602847cd98ac req-17c6cf0a-7ca0-4ec7-9613-386b7122e753 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:20.913868 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-99762c9f-dd4a-467b-987f-602847cd98ac req-17c6cf0a-7ca0-4ec7-9613-386b7122e753 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f6b87e54-885d-484c-b251-1d43e0b70d4a HTTP/1.1" status: 200 len: 946 time: 0.0902994 Sep 28 08:51:20.982384 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-99762c9f-dd4a-467b-987f-602847cd98ac req-325f38e2-661e-4dea-bdce-d78b3ad27321 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e68055b8-5fcd-4e17-a9d5-e135f281e8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610020 Sep 28 08:51:21.060380 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-42d983e1-c614-42ea-94e8-79a4c60a9f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 4, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port': {'id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:eb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '6044695f-2f98-431d-a7f3-f91b41818901', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'port_id': 'a42d676a-2b05-4f5e-b0d3-1587e3c2e587', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'mac_address': 'fa:16:3e:8a:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71898013-5f2c-4fe1-95e5-ca068eece196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:51:19Z', 'updated_at': '2022-09-28T08:51:19Z', 'revision_number': 0, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7626259-3c86-461f-a13d-858e3ff4b83f', 'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'mac_address': 'fa:16:3e:40:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:21Z', 'updated_at': '2022-09-28T08:50:26Z', 'revision_number': 5, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'subnets': [{'id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:51:21.132130 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d983e1-c614-42ea-94e8-79a4c60a9f8b None None] The sync data for ids ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'] in dv-cinder-844563-8-iscsi is: [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 4, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port': {'id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:eb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '6044695f-2f98-431d-a7f3-f91b41818901', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'port_id': 'a42d676a-2b05-4f5e-b0d3-1587e3c2e587', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'mac_address': 'fa:16:3e:8a:e3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71898013-5f2c-4fe1-95e5-ca068eece196', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:51:19Z', 'updated_at': '2022-09-28T08:51:19Z', 'revision_number': 0, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7626259-3c86-461f-a13d-858e3ff4b83f', 'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'mac_address': 'fa:16:3e:40:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:21Z', 'updated_at': '2022-09-28T08:50:26Z', 'revision_number': 5, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'subnets': [{'id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:51:21.366893 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586bb0ae-acb2-4ec6-8078-bc4fae27ace7 None None] New status for floating IP 6044695f-2f98-431d-a7f3-f91b41818901: ACTIVE {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:51:22.333779 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5777d-de13-46ea-95b0-53cd029a5405 req-363b19ae-a6e8-4577-8117-89ba34aec0b5 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:22.335280 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-47c5777d-de13-46ea-95b0-53cd029a5405 req-363b19ae-a6e8-4577-8117-89ba34aec0b5 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f6b87e54-885d-484c-b251-1d43e0b70d4a HTTP/1.1" status: 200 len: 946 time: 0.0480146 Sep 28 08:51:22.387616 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-47c5777d-de13-46ea-95b0-53cd029a5405 req-22161e17-aa53-4d10-a94f-0ee2673fbd04 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e68055b8-5fcd-4e17-a9d5-e135f281e8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441988 Sep 28 08:51:22.743300 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:51:23.524840 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fecf1-c95d-458d-9d55-190219f910a3 req-bb936bfa-6b3f-430d-aafe-44f9f3348ad8 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:23.527088 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bd8fecf1-c95d-458d-9d55-190219f910a3 req-bb936bfa-6b3f-430d-aafe-44f9f3348ad8 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f6b87e54-885d-484c-b251-1d43e0b70d4a HTTP/1.1" status: 200 len: 946 time: 0.0540321 Sep 28 08:51:23.575382 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bd8fecf1-c95d-458d-9d55-190219f910a3 req-7e17a4ab-720a-4cca-80bf-b0d0596a4a08 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e68055b8-5fcd-4e17-a9d5-e135f281e8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423994 Sep 28 08:51:23.920820 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8396840-cc4b-43bc-a74b-e956f7467937 req-fbb26f33-c30f-4cc5-9b64-69144208075b tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:23.922465 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f8396840-cc4b-43bc-a74b-e956f7467937 req-fbb26f33-c30f-4cc5-9b64-69144208075b tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f6b87e54-885d-484c-b251-1d43e0b70d4a HTTP/1.1" status: 200 len: 946 time: 0.0533094 Sep 28 08:51:24.004795 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-f8396840-cc4b-43bc-a74b-e956f7467937 req-4b60482f-5315-4607-b792-f6bd3e2b2cef tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Deleting port 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:51:24.005048 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-f8396840-cc4b-43bc-a74b-e956f7467937 req-4b60482f-5315-4607-b792-f6bd3e2b2cef tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:24.097967 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-f8396840-cc4b-43bc-a74b-e956f7467937 req-4b60482f-5315-4607-b792-f6bd3e2b2cef tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] For port 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa,segment=NetworkSegment(6cc3102c-3e2c-4f41-9203-40036d571ac5),segment_id=6cc3102c-3e2c-4f41-9203-40036d571ac5)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:51:24.098326 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-f8396840-cc4b-43bc-a74b-e956f7467937 req-4b60482f-5315-4607-b792-f6bd3e2b2cef tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:24.110871 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-f8396840-cc4b-43bc-a74b-e956f7467937 req-4b60482f-5315-4607-b792-f6bd3e2b2cef tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Calling delete_port for 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:51:24.167494 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:24.234661 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:24.240407 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-f8396840-cc4b-43bc-a74b-e956f7467937 req-4b60482f-5315-4607-b792-f6bd3e2b2cef tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:24.271035 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60482f-5315-4607-b792-f6bd3e2b2cef tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Pushing event deleted for resources: {'Port': ['ID=2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:24.274647 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:51:24.318598 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-6ea40950-97d5-43e8-8bda-2894f694af81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:24.319382 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8396840-cc4b-43bc-a74b-e956f7467937 req-4b60482f-5315-4607-b792-f6bd3e2b2cef tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] No DVR routers for this DVR port 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa on host hv-cinder-84456 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:51:24.321934 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-f8396840-cc4b-43bc-a74b-e956f7467937 req-4b60482f-5315-4607-b792-f6bd3e2b2cef tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:24.325238 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f8396840-cc4b-43bc-a74b-e956f7467937 req-4b60482f-5315-4607-b792-f6bd3e2b2cef tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.26 "DELETE /networking/v2.0/ports/2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa HTTP/1.1" status: 204 len: 173 time: 0.3975282 Sep 28 08:51:24.325740 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b87e54-885d-484c-b251-1d43e0b70d4a', 'name': 'network-vif-deleted', 'tag': '2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:51:24.328050 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17ea634-bc2f-47cf-87a9-37bca11c01d2" -d '{"events": [{"server_uuid": "f6b87e54-885d-484c-b251-1d43e0b70d4a", "name": "network-vif-deleted", "tag": "2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:51:24.378177 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e8ecee-3f18-4484-970c-3e343bead093 x-openstack-request-id: req-c6e8ecee-3f18-4484-970c-3e343bead093 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:51:24.378474 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b87e54-885d-484c-b251-1d43e0b70d4a", "name": "network-vif-deleted", "tag": "2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:51:24.378738 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c6e8ecee-3f18-4484-970c-3e343bead093 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:51:24.379142 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6e8ecee-3f18-4484-970c-3e343bead093'] response: {'server_uuid': 'f6b87e54-885d-484c-b251-1d43e0b70d4a', 'name': 'network-vif-deleted', 'tag': '2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa', 'status': 'completed', 'code': 200} Sep 28 08:51:24.697112 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e9495953-14fd-4e07-a665-299f6ece5116 req-7562f8ed-5242-4cb0-9942-099beb1ffde8 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f6b87e54-885d-484c-b251-1d43e0b70d4a HTTP/1.1" status: 200 len: 210 time: 0.0280516 Sep 28 08:51:26.038018 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-01ae2175-2bba-4454-a881-ac4c4154a143 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:26.039407 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-01ae2175-2bba-4454-a881-ac4c4154a143 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/networks?id=9a595026-5b6b-4111-8b06-dc75a0d359c7 HTTP/1.1" status: 200 len: 809 time: 0.1080170 Sep 28 08:51:26.055750 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-250ddefc-3a3e-4a3c-8e56-efafceb685cb tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/quotas/63011f747824422da9f24e5aa43a57ad HTTP/1.1" status: 200 len: 375 time: 0.0103998 Sep 28 08:51:26.082410 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 34342) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:51:26.089057 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-89669e37-ecf8-4038-857f-f9845ce63817 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=63011f747824422da9f24e5aa43a57ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280118 Sep 28 08:51:26.197779 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7f2f7b30-b875-4f7e-b78c-268a5482d010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:26.202285 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-7f419e28-b665-4687-b5fe-ad047f0d7331 service neutron] http://10.222.0.52:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106476) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 28 08:51:26.203304 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-7f419e28-b665-4687-b5fe-ad047f0d7331 service neutron] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1079993 Sep 28 08:51:26.277454 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7f2f7b30-b875-4f7e-b78c-268a5482d010 admin admin] Publish callbacks [] for security_group (ce880745-01ba-4d37-8a34-9913a9c9ca5b), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:26.281560 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-7f2f7b30-b875-4f7e-b78c-268a5482d010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (ce880745-01ba-4d37-8a34-9913a9c9ca5b), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:26.301217 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-dd3458ed-9a1b-4e14-8e29-8c4b4fb86e55 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9a595026-5b6b-4111-8b06-dc75a0d359c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917699 Sep 28 08:51:26.322456 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-7f2f7b30-b875-4f7e-b78c-268a5482d010 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f110f673508741b3aa40aa8e7a1d33e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388487 Sep 28 08:51:26.324326 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f7b30-b875-4f7e-b78c-268a5482d010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce880745-01ba-4d37-8a34-9913a9c9ca5b,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:26.325612 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 34348) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:51:26.433991 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a275790d-05e0-4656-bea2-2cd294e8e96f admin admin] Publish callbacks [] for security_group (ce880745-01ba-4d37-8a34-9913a9c9ca5b), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:26.437282 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-79de8dec-ad68-48bc-a669-74ea6b5e4ea6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/9a595026-5b6b-4111-8b06-dc75a0d359c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301432 Sep 28 08:51:26.456637 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a275790d-05e0-4656-bea2-2cd294e8e96f admin admin] Publish callbacks [] for security_group (ce880745-01ba-4d37-8a34-9913a9c9ca5b), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:26.487867 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:26.509388 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a275790d-05e0-4656-bea2-2cd294e8e96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (ce880745-01ba-4d37-8a34-9913a9c9ca5b), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:26.511930 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a275790d-05e0-4656-bea2-2cd294e8e96f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:26.513172 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-a275790d-05e0-4656-bea2-2cd294e8e96f admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/ce880745-01ba-4d37-8a34-9913a9c9ca5b HTTP/1.1" status: 204 len: 168 time: 0.1866157 Sep 28 08:51:26.522183 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275790d-05e0-4656-bea2-2cd294e8e96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce880745-01ba-4d37-8a34-9913a9c9ca5b,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:26.708423 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-0f12f0f7-f0db-4746-ad16-5a719d31c607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:26.786899 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 34354) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:51:26.800256 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-eedc3aa8-9015-4686-9498-585f2e81cbf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:26.868683 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:26.878840 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-eedc3aa8-9015-4686-9498-585f2e81cbf5 admin admin] Publish callbacks [] for security_group (3111c5ca-86fe-414e-878e-3a85ab9d4a93), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:26.882707 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-eedc3aa8-9015-4686-9498-585f2e81cbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (3111c5ca-86fe-414e-878e-3a85ab9d4a93), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:26.921612 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc3aa8-9015-4686-9498-585f2e81cbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3111c5ca-86fe-414e-878e-3a85ab9d4a93,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:26.925904 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-eedc3aa8-9015-4686-9498-585f2e81cbf5 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=76d00f0b8a86489bad1bf03513282b94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379426 Sep 28 08:51:26.929417 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 34356) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:51:26.979402 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-67a1355a-f5ef-4446-82dc-a28617e96303 admin admin] Publish callbacks [] for security_group (3111c5ca-86fe-414e-878e-3a85ab9d4a93), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:26.998930 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-67a1355a-f5ef-4446-82dc-a28617e96303 admin admin] Publish callbacks [] for security_group (3111c5ca-86fe-414e-878e-3a85ab9d4a93), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:27.047911 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-67a1355a-f5ef-4446-82dc-a28617e96303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (3111c5ca-86fe-414e-878e-3a85ab9d4a93), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:27.050981 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-67a1355a-f5ef-4446-82dc-a28617e96303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:27.054713 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-67a1355a-f5ef-4446-82dc-a28617e96303 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/3111c5ca-86fe-414e-878e-3a85ab9d4a93 HTTP/1.1" status: 204 len: 168 time: 0.1249344 Sep 28 08:51:27.064865 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1355a-f5ef-4446-82dc-a28617e96303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3111c5ca-86fe-414e-878e-3a85ab9d4a93,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:27.616755 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ce4e8ad1-53c9-4499-b1b5-d4c0a90bcc98 req-ddfe287b-fc40-4795-9bec-567040399631 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f73377e8-922f-450d-890d-29fa6cf62a4f HTTP/1.1" status: 200 len: 210 time: 0.0281236 Sep 28 08:51:27.910400 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:28.728611 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f6548866-efde-4454-8d22-b242e782bf57 req-ae46b966-d632-46fe-a6af-11d05be4aa8a tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f73377e8-922f-450d-890d-29fa6cf62a4f HTTP/1.1" status: 200 len: 210 time: 0.0306463 Sep 28 08:51:28.742096 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-1da981f6-c9c5-4c78-aafe-82a5a3ad064a tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:28.743588 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-1da981f6-c9c5-4c78-aafe-82a5a3ad064a tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.26 "GET /networking/v2.0/networks?id=9a595026-5b6b-4111-8b06-dc75a0d359c7 HTTP/1.1" status: 200 len: 809 time: 0.1133015 Sep 28 08:51:28.761983 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-f7560747-7776-40a3-95b0-3edeff18c61d tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Request body: {'port': {'device_id': 'f73377e8-922f-450d-890d-29fa6cf62a4f', 'network_id': '9a595026-5b6b-4111-8b06-dc75a0d359c7', 'admin_state_up': True, 'tenant_id': '63011f747824422da9f24e5aa43a57ad'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:51:28.887597 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-f7560747-7776-40a3-95b0-3edeff18c61d tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Made reservation on behalf of 63011f747824422da9f24e5aa43a57ad for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:51:28.891228 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-f7560747-7776-40a3-95b0-3edeff18c61d tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:29.011904 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-f7560747-7776-40a3-95b0-3edeff18c61d tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Allocated IP 172.20.0.5 (9a595026-5b6b-4111-8b06-dc75a0d359c7/42df3905-58e6-4890-86ad-8895fe1478f9/771e0c55-b4e9-46f9-abd0-d628de1dcbb0) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:51:29.168766 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-f7560747-7776-40a3-95b0-3edeff18c61d tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Publish callbacks [] for port (771e0c55-b4e9-46f9-abd0-d628de1dcbb0), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:29.177859 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:29.194400 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:29.211746 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-f7560747-7776-40a3-95b0-3edeff18c61d tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (771e0c55-b4e9-46f9-abd0-d628de1dcbb0), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:29.257228 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-f7560747-7776-40a3-95b0-3edeff18c61d tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Network 9a595026-5b6b-4111-8b06-dc75a0d359c7 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:51:29.260458 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-f7560747-7776-40a3-95b0-3edeff18c61d tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:51:29.264336 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-f7560747-7776-40a3-95b0-3edeff18c61d tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:51:29.270428 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7560747-7776-40a3-95b0-3edeff18c61d tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Pushing event updated for resources: {'Port': ['ID=771e0c55-b4e9-46f9-abd0-d628de1dcbb0,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:29.311757 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:51:29.319092 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-f7560747-7776-40a3-95b0-3edeff18c61d tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:29.319697 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-f7560747-7776-40a3-95b0-3edeff18c61d tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:29.330938 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] No Port match for: 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:51:29.331227 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 2083e6f0-8674-4fbe-8e8e-9c233fb8a7aa not bound to the agent host hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:51:29.337469 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-f7560747-7776-40a3-95b0-3edeff18c61d tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5792742 Sep 28 08:51:29.353845 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-ecd1db8f-4c13-491a-afb4-3b491fda99ad service neutron] Request body: {'port': {'device_id': 'f73377e8-922f-450d-890d-29fa6cf62a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:51:29.411724 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-ecd1db8f-4c13-491a-afb4-3b491fda99ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (771e0c55-b4e9-46f9-abd0-d628de1dcbb0), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:29.476449 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:29.531247 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:29.670760 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-ecd1db8f-4c13-491a-afb4-3b491fda99ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771e0c55-b4e9-46f9-abd0-d628de1dcbb0 {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:51:29.678308 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-ecd1db8f-4c13-491a-afb4-3b491fda99ad service neutron] Publish callbacks [] for port (771e0c55-b4e9-46f9-abd0-d628de1dcbb0), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:29.691205 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-ecd1db8f-4c13-491a-afb4-3b491fda99ad service neutron] Transition to ACTIVE for port object 771e0c55-b4e9-46f9-abd0-d628de1dcbb0 will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 08:51:29.694371 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-ecd1db8f-4c13-491a-afb4-3b491fda99ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (771e0c55-b4e9-46f9-abd0-d628de1dcbb0), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:29.774560 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1db8f-4c13-491a-afb4-3b491fda99ad service neutron] Pushing event updated for resources: {'Port': ['ID=771e0c55-b4e9-46f9-abd0-d628de1dcbb0,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:29.803914 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-ecd1db8f-4c13-491a-afb4-3b491fda99ad service neutron] Attempting to bind port 771e0c55-b4e9-46f9-abd0-d628de1dcbb0 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:51:29.804259 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-ecd1db8f-4c13-491a-afb4-3b491fda99ad service neutron] Attempting to bind port 771e0c55-b4e9-46f9-abd0-d628de1dcbb0 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': '6cc3102c-3e2c-4f41-9203-40036d571ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9a595026-5b6b-4111-8b06-dc75a0d359c7'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:51:29.804587 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-ecd1db8f-4c13-491a-afb4-3b491fda99ad service neutron] Attempting to bind port 771e0c55-b4e9-46f9-abd0-d628de1dcbb0 on network 9a595026-5b6b-4111-8b06-dc75a0d359c7 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:51:29.851088 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-ecd1db8f-4c13-491a-afb4-3b491fda99ad service neutron] Port 771e0c55-b4e9-46f9-abd0-d628de1dcbb0 on network 9a595026-5b6b-4111-8b06-dc75a0d359c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:51:29.851415 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-ecd1db8f-4c13-491a-afb4-3b491fda99ad service neutron] Attempting to bind port 771e0c55-b4e9-46f9-abd0-d628de1dcbb0 on network 9a595026-5b6b-4111-8b06-dc75a0d359c7 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:51:29.858965 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79200876-f7b1-4c05-9b69-9b4c964f620c req-13eafffd-80f0-4b27-96b5-32d6fe9a8150 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:29.860501 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-79200876-f7b1-4c05-9b69-9b4c964f620c req-13eafffd-80f0-4b27-96b5-32d6fe9a8150 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f73377e8-922f-450d-890d-29fa6cf62a4f HTTP/1.1" status: 200 len: 943 time: 0.0494699 Sep 28 08:51:29.895626 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-ecd1db8f-4c13-491a-afb4-3b491fda99ad service neutron] Checking agent: {'id': '0e203ff6-fe6d-4565-9e88-81d2831b3c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'started_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:51:29.895967 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-ecd1db8f-4c13-491a-afb4-3b491fda99ad service neutron] Checking segment: {'id': '6cc3102c-3e2c-4f41-9203-40036d571ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9a595026-5b6b-4111-8b06-dc75a0d359c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:51:29.896351 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-ecd1db8f-4c13-491a-afb4-3b491fda99ad service neutron] Bound using segment: {'id': '6cc3102c-3e2c-4f41-9203-40036d571ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9a595026-5b6b-4111-8b06-dc75a0d359c7'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:51:29.896793 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-ecd1db8f-4c13-491a-afb4-3b491fda99ad service neutron] Bound port: 771e0c55-b4e9-46f9-abd0-d628de1dcbb0, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc3102c-3e2c-4f41-9203-40036d571ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '9a595026-5b6b-4111-8b06-dc75a0d359c7'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:51:29.897374 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-ecd1db8f-4c13-491a-afb4-3b491fda99ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (771e0c55-b4e9-46f9-abd0-d628de1dcbb0), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:29.912566 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-79200876-f7b1-4c05-9b69-9b4c964f620c req-34fb4ea1-7a9e-4e6b-bb9a-b637c19e9636 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e68055b8-5fcd-4e17-a9d5-e135f281e8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454266 Sep 28 08:51:29.942523 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:29.959094 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-ecd1db8f-4c13-491a-afb4-3b491fda99ad service neutron] For port 771e0c55-b4e9-46f9-abd0-d628de1dcbb0, host hv-cinder-84456, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:51:29.962293 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-ecd1db8f-4c13-491a-afb4-3b491fda99ad service neutron] For port 771e0c55-b4e9-46f9-abd0-d628de1dcbb0, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=771e0c55-b4e9-46f9-abd0-d628de1dcbb0,segment=NetworkSegment(6cc3102c-3e2c-4f41-9203-40036d571ac5),segment_id=6cc3102c-3e2c-4f41-9203-40036d571ac5)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:51:29.967740 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-ecd1db8f-4c13-491a-afb4-3b491fda99ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (771e0c55-b4e9-46f9-abd0-d628de1dcbb0), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:29.971785 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-ecd1db8f-4c13-491a-afb4-3b491fda99ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:29.972339 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-ecd1db8f-4c13-491a-afb4-3b491fda99ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:29.973734 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-ecd1db8f-4c13-491a-afb4-3b491fda99ad service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/771e0c55-b4e9-46f9-abd0-d628de1dcbb0 HTTP/1.1" status: 200 len: 1093 time: 0.6240494 Sep 28 08:51:29.974292 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f73377e8-922f-450d-890d-29fa6cf62a4f', 'tag': '771e0c55-b4e9-46f9-abd0-d628de1dcbb0'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:51:29.976512 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b1de98-1c5e-4fbf-8f9c-16d3351b602c" -d '{"events": [{"name": "network-changed", "server_uuid": "f73377e8-922f-450d-890d-29fa6cf62a4f", "tag": "771e0c55-b4e9-46f9-abd0-d628de1dcbb0"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:51:30.021687 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d97fd7e-b760-4005-97b5-c17872b7c59a x-openstack-request-id: req-6d97fd7e-b760-4005-97b5-c17872b7c59a {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:51:30.021981 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f73377e8-922f-450d-890d-29fa6cf62a4f", "tag": "771e0c55-b4e9-46f9-abd0-d628de1dcbb0", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:51:30.022234 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d97fd7e-b760-4005-97b5-c17872b7c59a {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:51:30.022632 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d97fd7e-b760-4005-97b5-c17872b7c59a'] response: {'name': 'network-changed', 'server_uuid': 'f73377e8-922f-450d-890d-29fa6cf62a4f', 'tag': '771e0c55-b4e9-46f9-abd0-d628de1dcbb0', 'status': 'completed', 'code': 200} Sep 28 08:51:30.027437 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1db8f-4c13-491a-afb4-3b491fda99ad service neutron] Pushing event updated for resources: {'Port': ['ID=771e0c55-b4e9-46f9-abd0-d628de1dcbb0,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:30.088736 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-844d1ec2-0018-471d-b701-ae9a1883a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:30.090265 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-844d1ec2-0018-471d-b701-ae9a1883a4fa service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=63011f747824422da9f24e5aa43a57ad&device_id=f73377e8-922f-450d-890d-29fa6cf62a4f HTTP/1.1" status: 200 len: 1127 time: 0.0427046 Sep 28 08:51:30.110589 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:30.139587 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-133da8be-1dac-4ad4-b05e-243727251853 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=771e0c55-b4e9-46f9-abd0-d628de1dcbb0 HTTP/1.1" status: 200 len: 217 time: 0.0339711 Sep 28 08:51:30.191505 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-1f05062e-3da0-422f-8d33-d3cebee12289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:30.192996 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-1f05062e-3da0-422f-8d33-d3cebee12289 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=42df3905-58e6-4890-86ad-8895fe1478f9 HTTP/1.1" status: 200 len: 849 time: 0.0458736 Sep 28 08:51:30.228957 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-09e2cfd4-de60-4356-8331-e003817bf86f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=9a595026-5b6b-4111-8b06-dc75a0d359c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282874 Sep 28 08:51:30.323867 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-16885c5f-0674-466d-9162-47fd58dadf6a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9a595026-5b6b-4111-8b06-dc75a0d359c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885830 Sep 28 08:51:30.416974 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fade2d34-2bd8-474a-9497-ab2ad48b3dd4 req-ec85f4e1-dad5-4e91-8ba4-88fa59696529 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9a595026-5b6b-4111-8b06-dc75a0d359c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847626 Sep 28 08:51:31.030878 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13285d0-b2fd-424b-8d6a-34986759e257 req-96b8ccb3-124b-45ab-9dd1-e78f7cdf2fd5 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:31.032328 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d13285d0-b2fd-424b-8d6a-34986759e257 req-96b8ccb3-124b-45ab-9dd1-e78f7cdf2fd5 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f73377e8-922f-450d-890d-29fa6cf62a4f HTTP/1.1" status: 200 len: 943 time: 0.0450611 Sep 28 08:51:31.080305 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d13285d0-b2fd-424b-8d6a-34986759e257 req-bb72d2f7-914c-4292-9abc-6937997d3639 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e68055b8-5fcd-4e17-a9d5-e135f281e8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412784 Sep 28 08:51:32.201746 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b6bd3-e560-417e-9133-376e0718e4ce req-ee6ff3d0-6655-4a54-8cb0-f028cc65bacc tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:32.203212 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-694b6bd3-e560-417e-9133-376e0718e4ce req-ee6ff3d0-6655-4a54-8cb0-f028cc65bacc tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f73377e8-922f-450d-890d-29fa6cf62a4f HTTP/1.1" status: 200 len: 943 time: 0.0462887 Sep 28 08:51:32.251259 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-694b6bd3-e560-417e-9133-376e0718e4ce req-88e8c23d-95c5-4999-816e-31b634f02185 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e68055b8-5fcd-4e17-a9d5-e135f281e8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419819 Sep 28 08:51:32.599660 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1de98-1c5e-4fbf-8f9c-16d3351b602c req-f173e7d4-ebb9-482d-9fc0-8bd1ccb8e97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:32.601294 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b5b1de98-1c5e-4fbf-8f9c-16d3351b602c req-f173e7d4-ebb9-482d-9fc0-8bd1ccb8e97e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=63011f747824422da9f24e5aa43a57ad&device_id=f73377e8-922f-450d-890d-29fa6cf62a4f HTTP/1.1" status: 200 len: 1127 time: 0.2689571 Sep 28 08:51:32.692576 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1de98-1c5e-4fbf-8f9c-16d3351b602c req-d1c68654-b703-4e5c-ae52-aff776aafe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:32.694079 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b5b1de98-1c5e-4fbf-8f9c-16d3351b602c req-d1c68654-b703-4e5c-ae52-aff776aafe51 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=9a595026-5b6b-4111-8b06-dc75a0d359c7 HTTP/1.1" status: 200 len: 910 time: 0.0872223 Sep 28 08:51:32.732514 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b5b1de98-1c5e-4fbf-8f9c-16d3351b602c req-1d775029-1ea3-41ba-b56d-83856082aca6 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=771e0c55-b4e9-46f9-abd0-d628de1dcbb0 HTTP/1.1" status: 200 len: 217 time: 0.0320983 Sep 28 08:51:32.780261 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1de98-1c5e-4fbf-8f9c-16d3351b602c req-85818e1a-e96b-4290-b392-14bff4535885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:32.781627 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b5b1de98-1c5e-4fbf-8f9c-16d3351b602c req-85818e1a-e96b-4290-b392-14bff4535885 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=42df3905-58e6-4890-86ad-8895fe1478f9 HTTP/1.1" status: 200 len: 849 time: 0.0435910 Sep 28 08:51:32.794272 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=70 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:32.799441 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=86 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:32.812901 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b5b1de98-1c5e-4fbf-8f9c-16d3351b602c req-7190c36b-9c12-41bc-ae8a-542c186b7f26 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=9a595026-5b6b-4111-8b06-dc75a0d359c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255907 Sep 28 08:51:32.906013 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b5b1de98-1c5e-4fbf-8f9c-16d3351b602c req-f27d10e5-2c0c-4385-8668-475d71faeff8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9a595026-5b6b-4111-8b06-dc75a0d359c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868206 Sep 28 08:51:33.000215 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-b5b1de98-1c5e-4fbf-8f9c-16d3351b602c req-04292f81-314e-4bce-bafb-91bf3599778c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/9a595026-5b6b-4111-8b06-dc75a0d359c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888386 Sep 28 08:51:33.368786 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 771e0c55-b4e9-46f9-abd0-d628de1dcbb0 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:51:33.373353 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1832d-46cf-4683-ade3-15805898cfc2 req-6171ea59-448a-4570-ac33-7267b45daec8 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:33.374838 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-95b1832d-46cf-4683-ade3-15805898cfc2 req-6171ea59-448a-4570-ac33-7267b45daec8 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f73377e8-922f-450d-890d-29fa6cf62a4f HTTP/1.1" status: 200 len: 943 time: 0.0503724 Sep 28 08:51:33.422021 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-95b1832d-46cf-4683-ade3-15805898cfc2 req-2192240d-f546-4d74-9652-7f29c19fe5e2 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e68055b8-5fcd-4e17-a9d5-e135f281e8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409305 Sep 28 08:51:33.466904 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 771e0c55-b4e9-46f9-abd0-d628de1dcbb0, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=771e0c55-b4e9-46f9-abd0-d628de1dcbb0,segment=NetworkSegment(6cc3102c-3e2c-4f41-9203-40036d571ac5),segment_id=6cc3102c-3e2c-4f41-9203-40036d571ac5)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:51:33.478065 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': '771e0c55-b4e9-46f9-abd0-d628de1dcbb0', 'network_id': '9a595026-5b6b-4111-8b06-dc75a0d359c7', 'port_id': '771e0c55-b4e9-46f9-abd0-d628de1dcbb0', 'mac_address': 'fa:16:3e:47:b8:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42df3905-58e6-4890-86ad-8895fe1478f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:51:33.516705 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 771e0c55-b4e9-46f9-abd0-d628de1dcbb0 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:51:33.517111 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (771e0c55-b4e9-46f9-abd0-d628de1dcbb0), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:33.530546 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771e0c55-b4e9-46f9-abd0-d628de1dcbb0 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:51:33.550908 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 771e0c55-b4e9-46f9-abd0-d628de1dcbb0, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=771e0c55-b4e9-46f9-abd0-d628de1dcbb0,segment=NetworkSegment(6cc3102c-3e2c-4f41-9203-40036d571ac5),segment_id=6cc3102c-3e2c-4f41-9203-40036d571ac5)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:51:33.555542 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (771e0c55-b4e9-46f9-abd0-d628de1dcbb0), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:33.602295 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=771e0c55-b4e9-46f9-abd0-d628de1dcbb0,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:33.609388 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:33.609741 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:33.610083 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:33.610419 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:33.610751 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:33.611082 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:33.611410 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:33.611734 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:33.612060 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:33.612429 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:33.613272 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:33.613603 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:33.613927 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:33.614247 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:33.614566 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:51:33.969208 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['771e0c55-b4e9-46f9-abd0-d628de1dcbb0'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:51:34.014280 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:34.543805 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89aeba-a013-4a19-b191-29362f7df8e9 req-983e7b72-db0d-42fe-bcce-a0f4054ba7fd tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:34.545592 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bd89aeba-a013-4a19-b191-29362f7df8e9 req-983e7b72-db0d-42fe-bcce-a0f4054ba7fd tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f73377e8-922f-450d-890d-29fa6cf62a4f HTTP/1.1" status: 200 len: 944 time: 0.0491030 Sep 28 08:51:34.598867 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bd89aeba-a013-4a19-b191-29362f7df8e9 req-f7a1c063-737d-4b51-952e-e9d75ea3ddf5 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e68055b8-5fcd-4e17-a9d5-e135f281e8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477133 Sep 28 08:51:35.400220 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 771e0c55-b4e9-46f9-abd0-d628de1dcbb0 up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:51:35.442625 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning for port 771e0c55-b4e9-46f9-abd0-d628de1dcbb0 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 08:51:35.448282 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port 771e0c55-b4e9-46f9-abd0-d628de1dcbb0 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:51:35.448656 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (771e0c55-b4e9-46f9-abd0-d628de1dcbb0), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:35.448992 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port 771e0c55-b4e9-46f9-abd0-d628de1dcbb0 Sep 28 08:51:35.522518 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 771e0c55-b4e9-46f9-abd0-d628de1dcbb0 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:51:35.522966 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (771e0c55-b4e9-46f9-abd0-d628de1dcbb0), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:35.539972 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:35.547671 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73377e8-922f-450d-890d-29fa6cf62a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771e0c55-b4e9-46f9-abd0-d628de1dcbb0'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:51:35.549973 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b3d00a-ae89-42eb-bed9-64242445f112" -d '{"events": [{"server_uuid": "f73377e8-922f-450d-890d-29fa6cf62a4f", "name": "network-vif-plugged", "status": "completed", "tag": "771e0c55-b4e9-46f9-abd0-d628de1dcbb0"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:51:35.563564 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 771e0c55-b4e9-46f9-abd0-d628de1dcbb0, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=771e0c55-b4e9-46f9-abd0-d628de1dcbb0,segment=NetworkSegment(6cc3102c-3e2c-4f41-9203-40036d571ac5),segment_id=6cc3102c-3e2c-4f41-9203-40036d571ac5)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:51:35.570030 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (771e0c55-b4e9-46f9-abd0-d628de1dcbb0), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:35.595074 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3097346c-e7a1-44fa-b1b3-474f2a4f7be9 x-openstack-request-id: req-3097346c-e7a1-44fa-b1b3-474f2a4f7be9 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:51:35.595371 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73377e8-922f-450d-890d-29fa6cf62a4f", "name": "network-vif-plugged", "status": "completed", "tag": "771e0c55-b4e9-46f9-abd0-d628de1dcbb0", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:51:35.595627 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3097346c-e7a1-44fa-b1b3-474f2a4f7be9 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:51:35.596026 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3097346c-e7a1-44fa-b1b3-474f2a4f7be9'] response: {'server_uuid': 'f73377e8-922f-450d-890d-29fa6cf62a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771e0c55-b4e9-46f9-abd0-d628de1dcbb0', 'code': 200} Sep 28 08:51:35.620197 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=771e0c55-b4e9-46f9-abd0-d628de1dcbb0,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:35.720372 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7028a0-0174-491f-b6a0-5f992cdebb6a req-8378fe91-66cc-44e4-bf2f-001fee12b4aa tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:35.722755 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7f7028a0-0174-491f-b6a0-5f992cdebb6a req-8378fe91-66cc-44e4-bf2f-001fee12b4aa tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f73377e8-922f-450d-890d-29fa6cf62a4f HTTP/1.1" status: 200 len: 945 time: 0.0488405 Sep 28 08:51:35.770509 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:DELETE=2,neutron:SELECT=93,neutron:INSERT=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:35.776319 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7f7028a0-0174-491f-b6a0-5f992cdebb6a req-38d2d952-bd6b-4c72-a96e-dddf24827477 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e68055b8-5fcd-4e17-a9d5-e135f281e8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476320 Sep 28 08:51:35.805561 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bf02f-c1c3-4255-ac57-06215e3ccb32 req-ea477ea9-7af8-4223-9eb1-ef9a5ec89fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:35.807066 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a28bf02f-c1c3-4255-ac57-06215e3ccb32 req-ea477ea9-7af8-4223-9eb1-ef9a5ec89fe3 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f73377e8-922f-450d-890d-29fa6cf62a4f HTTP/1.1" status: 200 len: 1129 time: 0.0405097 Sep 28 08:51:35.852096 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-a28bf02f-c1c3-4255-ac57-06215e3ccb32 req-e4641a34-eb6e-4669-999d-4b8cb83a8f6b service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e68055b8-5fcd-4e17-a9d5-e135f281e8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395639 Sep 28 08:51:36.110541 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:36.895845 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06819150-e68a-4295-8bf3-3390fc3c196c req-abc9ceba-6e7f-49b0-a77b-1f39bb2e7cf6 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:36.897309 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-06819150-e68a-4295-8bf3-3390fc3c196c req-abc9ceba-6e7f-49b0-a77b-1f39bb2e7cf6 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f73377e8-922f-450d-890d-29fa6cf62a4f HTTP/1.1" status: 200 len: 945 time: 0.0454769 Sep 28 08:51:36.944826 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-06819150-e68a-4295-8bf3-3390fc3c196c req-3e51ca0c-009b-437d-810a-3d45950477db tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e68055b8-5fcd-4e17-a9d5-e135f281e8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419080 Sep 28 08:51:38.066957 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c37f3-ef43-4d12-8b4b-13d2f9f0734f req-c18f8b6f-65d9-4ab1-8ac0-53706873c9f5 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:38.068416 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-680c37f3-ef43-4d12-8b4b-13d2f9f0734f req-c18f8b6f-65d9-4ab1-8ac0-53706873c9f5 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f73377e8-922f-450d-890d-29fa6cf62a4f HTTP/1.1" status: 200 len: 945 time: 0.0467892 Sep 28 08:51:38.093813 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:38.115094 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-680c37f3-ef43-4d12-8b4b-13d2f9f0734f req-3397afab-f567-4030-9b05-e8783bba7b69 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e68055b8-5fcd-4e17-a9d5-e135f281e8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409470 Sep 28 08:51:38.872056 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c4281-81e2-49f7-b309-f76ac851651b req-c41297a0-20a8-4404-b3a9-2da881cc3fc8 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:38.873451 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-793c4281-81e2-49f7-b309-f76ac851651b req-c41297a0-20a8-4404-b3a9-2da881cc3fc8 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f73377e8-922f-450d-890d-29fa6cf62a4f HTTP/1.1" status: 200 len: 945 time: 0.0494804 Sep 28 08:51:38.919682 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-793c4281-81e2-49f7-b309-f76ac851651b req-1ca8e946-3226-409a-82a5-4fe0916e870c tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e68055b8-5fcd-4e17-a9d5-e135f281e8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405719 Sep 28 08:51:40.040149 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc5ac2-26d8-42e4-9ab5-7ce4e4316c8e req-1d921442-8a5c-4c10-8c7b-7c33a48729e2 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:40.041710 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-04dc5ac2-26d8-42e4-9ab5-7ce4e4316c8e req-1d921442-8a5c-4c10-8c7b-7c33a48729e2 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f73377e8-922f-450d-890d-29fa6cf62a4f HTTP/1.1" status: 200 len: 945 time: 0.0459204 Sep 28 08:51:40.087741 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-04dc5ac2-26d8-42e4-9ab5-7ce4e4316c8e req-ae2fc8a3-eeac-49e2-af02-6ed9f490caf1 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=e68055b8-5fcd-4e17-a9d5-e135f281e8c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401986 Sep 28 08:51:40.593347 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabadf38-a5b7-4725-bd19-6ebccb3f6e5a req-5bad3de3-5874-4dbd-84b6-a3d6df483f31 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:51:40.594826 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fabadf38-a5b7-4725-bd19-6ebccb3f6e5a req-5bad3de3-5874-4dbd-84b6-a3d6df483f31 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=f73377e8-922f-450d-890d-29fa6cf62a4f HTTP/1.1" status: 200 len: 945 time: 0.0487132 Sep 28 08:51:40.642501 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:40.681438 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-fabadf38-a5b7-4725-bd19-6ebccb3f6e5a req-6e66c5bf-8706-4103-bc47-337719146aa6 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Deleting port 771e0c55-b4e9-46f9-abd0-d628de1dcbb0 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:51:40.681787 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-fabadf38-a5b7-4725-bd19-6ebccb3f6e5a req-6e66c5bf-8706-4103-bc47-337719146aa6 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (771e0c55-b4e9-46f9-abd0-d628de1dcbb0), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:40.770565 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-fabadf38-a5b7-4725-bd19-6ebccb3f6e5a req-6e66c5bf-8706-4103-bc47-337719146aa6 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] For port 771e0c55-b4e9-46f9-abd0-d628de1dcbb0, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=771e0c55-b4e9-46f9-abd0-d628de1dcbb0,segment=NetworkSegment(6cc3102c-3e2c-4f41-9203-40036d571ac5),segment_id=6cc3102c-3e2c-4f41-9203-40036d571ac5)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:51:40.770962 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-fabadf38-a5b7-4725-bd19-6ebccb3f6e5a req-6e66c5bf-8706-4103-bc47-337719146aa6 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (771e0c55-b4e9-46f9-abd0-d628de1dcbb0), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:40.783691 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-fabadf38-a5b7-4725-bd19-6ebccb3f6e5a req-6e66c5bf-8706-4103-bc47-337719146aa6 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Calling delete_port for 771e0c55-b4e9-46f9-abd0-d628de1dcbb0 owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:51:40.792784 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:40.911508 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-fabadf38-a5b7-4725-bd19-6ebccb3f6e5a req-6e66c5bf-8706-4103-bc47-337719146aa6 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (771e0c55-b4e9-46f9-abd0-d628de1dcbb0), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:40.939437 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66c5bf-8706-4103-bc47-337719146aa6 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Pushing event deleted for resources: {'Port': ['ID=771e0c55-b4e9-46f9-abd0-d628de1dcbb0,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:51:40.952337 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['771e0c55-b4e9-46f9-abd0-d628de1dcbb0'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:51:40.986178 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabadf38-a5b7-4725-bd19-6ebccb3f6e5a req-6e66c5bf-8706-4103-bc47-337719146aa6 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] No DVR routers for this DVR port 771e0c55-b4e9-46f9-abd0-d628de1dcbb0 on host hv-cinder-84456 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:51:40.989026 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-fabadf38-a5b7-4725-bd19-6ebccb3f6e5a req-6e66c5bf-8706-4103-bc47-337719146aa6 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:40.992197 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fabadf38-a5b7-4725-bd19-6ebccb3f6e5a req-6e66c5bf-8706-4103-bc47-337719146aa6 tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.26 "DELETE /networking/v2.0/ports/771e0c55-b4e9-46f9-abd0-d628de1dcbb0 HTTP/1.1" status: 204 len: 173 time: 0.3919778 Sep 28 08:51:40.992721 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73377e8-922f-450d-890d-29fa6cf62a4f', 'name': 'network-vif-deleted', 'tag': '771e0c55-b4e9-46f9-abd0-d628de1dcbb0'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:51:40.995003 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5031ad01-64f7-4370-b9a6-c533a27eb4a8" -d '{"events": [{"server_uuid": "f73377e8-922f-450d-890d-29fa6cf62a4f", "name": "network-vif-deleted", "tag": "771e0c55-b4e9-46f9-abd0-d628de1dcbb0"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:51:41.033359 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7734a43f-ebcd-40e1-8b86-b3cfc6d1546d x-openstack-request-id: req-7734a43f-ebcd-40e1-8b86-b3cfc6d1546d {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:51:41.033655 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73377e8-922f-450d-890d-29fa6cf62a4f", "name": "network-vif-deleted", "tag": "771e0c55-b4e9-46f9-abd0-d628de1dcbb0", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:51:41.034007 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7734a43f-ebcd-40e1-8b86-b3cfc6d1546d {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:51:41.034351 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7734a43f-ebcd-40e1-8b86-b3cfc6d1546d'] response: {'server_uuid': 'f73377e8-922f-450d-890d-29fa6cf62a4f', 'name': 'network-vif-deleted', 'tag': '771e0c55-b4e9-46f9-abd0-d628de1dcbb0', 'status': 'completed', 'code': 200} Sep 28 08:51:41.208034 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-eac80ec3-e42a-4b20-8bee-3971f792c6dd req-914d8364-0328-4b25-a151-6c282d90155f tempest-VolumesActionsTest-1731916987 tempest-VolumesActionsTest-1731916987-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f73377e8-922f-450d-890d-29fa6cf62a4f HTTP/1.1" status: 200 len: 210 time: 0.0331156 Sep 28 08:51:46.800009 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 771e0c55-b4e9-46f9-abd0-d628de1dcbb0 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:51:46.819664 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] No Port match for: 771e0c55-b4e9-46f9-abd0-d628de1dcbb0 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:51:46.820006 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 771e0c55-b4e9-46f9-abd0-d628de1dcbb0 not bound to the agent host hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:51:50.948024 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=18,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:50.956746 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:50.967963 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=36,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:51.184311 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=34 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:51.185684 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=20 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:52.742836 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:51:54.316982 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-413f0719-b0b5-4678-893c-9146d62a005f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:56.714673 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1cc2278b-0e47-46bc-b7cf-1d52f8e0d6cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:57.917994 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:59.480902 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:59.536132 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:51:59.756301 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:52:05.153326 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 34658) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:52:05.199371 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_v2 [None req-581ed211-a9b6-4f33-b461-5cc8f8ae048b admin admin] Deleting subnet 42df3905-58e6-4890-86ad-8895fe1478f9 {{(pid=106476) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 08:52:05.202576 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-581ed211-a9b6-4f33-b461-5cc8f8ae048b admin admin] Publish callbacks [] for subnet (42df3905-58e6-4890-86ad-8895fe1478f9), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:05.237630 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-581ed211-a9b6-4f33-b461-5cc8f8ae048b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260594417'] for subnet (42df3905-58e6-4890-86ad-8895fe1478f9), precommit_delete_associations {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:05.284378 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-581ed211-a9b6-4f33-b461-5cc8f8ae048b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672334'] for subnet (42df3905-58e6-4890-86ad-8895fe1478f9), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:05.339755 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-581ed211-a9b6-4f33-b461-5cc8f8ae048b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3668367', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260199883'] for subnet (42df3905-58e6-4890-86ad-8895fe1478f9), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:05.363620 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ed211-a9b6-4f33-b461-5cc8f8ae048b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42df3905-58e6-4890-86ad-8895fe1478f9,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:05.373486 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed211-a9b6-4f33-b461-5cc8f8ae048b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:05.373841 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed211-a9b6-4f33-b461-5cc8f8ae048b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:05.374187 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed211-a9b6-4f33-b461-5cc8f8ae048b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:05.374530 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed211-a9b6-4f33-b461-5cc8f8ae048b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:05.374867 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed211-a9b6-4f33-b461-5cc8f8ae048b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:05.375532 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed211-a9b6-4f33-b461-5cc8f8ae048b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:05.375532 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed211-a9b6-4f33-b461-5cc8f8ae048b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:05.375830 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed211-a9b6-4f33-b461-5cc8f8ae048b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:05.376159 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed211-a9b6-4f33-b461-5cc8f8ae048b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:05.376488 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed211-a9b6-4f33-b461-5cc8f8ae048b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:05.376817 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed211-a9b6-4f33-b461-5cc8f8ae048b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:05.377167 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed211-a9b6-4f33-b461-5cc8f8ae048b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:05.377497 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed211-a9b6-4f33-b461-5cc8f8ae048b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:05.377822 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed211-a9b6-4f33-b461-5cc8f8ae048b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:05.378144 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-581ed211-a9b6-4f33-b461-5cc8f8ae048b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:05.381555 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-581ed211-a9b6-4f33-b461-5cc8f8ae048b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:05.384603 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-581ed211-a9b6-4f33-b461-5cc8f8ae048b admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/42df3905-58e6-4890-86ad-8895fe1478f9 HTTP/1.1" status: 204 len: 168 time: 0.2302620 Sep 28 08:52:05.387183 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 34660) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:52:05.454025 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7b4b215b-cded-4e86-87b2-005828eb0610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792351'] for network (9a595026-5b6b-4111-8b06-dc75a0d359c7), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:05.536866 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7b4b215b-cded-4e86-87b2-005828eb0610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845688', 'neutron.services.segments.db._delete_segments_for_network-8759190702794'] for network (9a595026-5b6b-4111-8b06-dc75a0d359c7), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:05.562722 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-7b4b215b-cded-4e86-87b2-005828eb0610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a595026-5b6b-4111-8b06-dc75a0d359c7']}} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:52:05.571885 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-7b4b215b-cded-4e86-87b2-005828eb0610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc3102c-3e2c-4f41-9203-40036d571ac5') {'for_net_delete': True} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:52:05.572185 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-7b4b215b-cded-4e86-87b2-005828eb0610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc3102c-3e2c-4f41-9203-40036d571ac5') {} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:52:05.581986 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7b4b215b-cded-4e86-87b2-005828eb0610 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759190673511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260594424'] for segment (6cc3102c-3e2c-4f41-9203-40036d571ac5), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:05.596308 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7b4b215b-cded-4e86-87b2-005828eb0610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (6cc3102c-3e2c-4f41-9203-40036d571ac5), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:05.603794 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4b215b-cded-4e86-87b2-005828eb0610 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=106476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:52:05.604191 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7b4b215b-cded-4e86-87b2-005828eb0610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3668257'] for segment (6cc3102c-3e2c-4f41-9203-40036d571ac5), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:05.664027 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7b4b215b-cded-4e86-87b2-005828eb0610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595797'] for network (9a595026-5b6b-4111-8b06-dc75a0d359c7), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:05.670398 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-7b4b215b-cded-4e86-87b2-005828eb0610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:05.675695 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-7b4b215b-cded-4e86-87b2-005828eb0610 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/9a595026-5b6b-4111-8b06-dc75a0d359c7 HTTP/1.1" status: 204 len: 168 time: 0.2851865 Sep 28 08:52:05.685297 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b215b-cded-4e86-87b2-005828eb0610 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a595026-5b6b-4111-8b06-dc75a0d359c7,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:05.757676 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment 6cc3102c-3e2c-4f41-9203-40036d571ac5 resource provider aggregate not found Sep 28 08:52:05.778412 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment 6cc3102c-3e2c-4f41-9203-40036d571ac5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6cc3102c-3e2c-4f41-9203-40036d571ac5 found for delete ", "request_id": "req-db5b8dc1-903a-497a-bff4-21ab00eedc10"}]} Sep 28 08:52:05.850026 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 34670) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:52:05.889489 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-7cd16831-ae7a-4b06-abbe-4bdd7cf40007 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=63011f747824422da9f24e5aa43a57ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383370 Sep 28 08:52:05.892027 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 34672) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:52:05.939986 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-342e1bce-a801-44e4-9c9d-d301263c65e8 admin admin] Publish callbacks [] for security_group (e68055b8-5fcd-4e17-a9d5-e135f281e8c5), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:05.959911 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-342e1bce-a801-44e4-9c9d-d301263c65e8 admin admin] Publish callbacks [] for security_group (e68055b8-5fcd-4e17-a9d5-e135f281e8c5), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:06.006333 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-342e1bce-a801-44e4-9c9d-d301263c65e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (e68055b8-5fcd-4e17-a9d5-e135f281e8c5), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:06.008870 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-342e1bce-a801-44e4-9c9d-d301263c65e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:06.010346 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-342e1bce-a801-44e4-9c9d-d301263c65e8 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/e68055b8-5fcd-4e17-a9d5-e135f281e8c5 HTTP/1.1" status: 204 len: 168 time: 0.1171267 Sep 28 08:52:06.018569 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e1bce-a801-44e4-9c9d-d301263c65e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68055b8-5fcd-4e17-a9d5-e135f281e8c5,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:06.026358 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e1bce-a801-44e4-9c9d-d301263c65e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.026722 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e1bce-a801-44e4-9c9d-d301263c65e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.027074 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e1bce-a801-44e4-9c9d-d301263c65e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.027424 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e1bce-a801-44e4-9c9d-d301263c65e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.027771 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e1bce-a801-44e4-9c9d-d301263c65e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.028105 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e1bce-a801-44e4-9c9d-d301263c65e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.028438 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e1bce-a801-44e4-9c9d-d301263c65e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.028769 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e1bce-a801-44e4-9c9d-d301263c65e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.029116 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e1bce-a801-44e4-9c9d-d301263c65e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.029642 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e1bce-a801-44e4-9c9d-d301263c65e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.029980 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e1bce-a801-44e4-9c9d-d301263c65e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.030313 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e1bce-a801-44e4-9c9d-d301263c65e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.030642 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e1bce-a801-44e4-9c9d-d301263c65e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.030968 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e1bce-a801-44e4-9c9d-d301263c65e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.031298 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342e1bce-a801-44e4-9c9d-d301263c65e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:06.045782 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:06.116477 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:09.793311 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:09.798851 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=5 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:11.281585 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7f7122e9-4f26-48e0-b43b-bb8a0ef8bb1b req-9a64c1ae-5135-4935-939b-e193a1b4ba38 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437303 Sep 28 08:52:11.397701 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7122e9-4f26-48e0-b43b-bb8a0ef8bb1b req-eaf550f7-04f9-418f-a750-e18500966742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:11.399246 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7f7122e9-4f26-48e0-b43b-bb8a0ef8bb1b req-eaf550f7-04f9-418f-a750-e18500966742 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ba777b9726e944a881c0953e605f7477&device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 1129 time: 0.0406444 Sep 28 08:52:11.516507 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7122e9-4f26-48e0-b43b-bb8a0ef8bb1b req-d69c1cbf-ad65-47d2-98a2-f80f869ac644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:11.518063 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7f7122e9-4f26-48e0-b43b-bb8a0ef8bb1b req-d69c1cbf-ad65-47d2-98a2-f80f869ac644 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=411ef26c-758f-4425-9392-e141db9ca352 HTTP/1.1" status: 200 len: 912 time: 0.1000729 Sep 28 08:52:11.585981 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7f7122e9-4f26-48e0-b43b-bb8a0ef8bb1b req-fe6ecb38-c7f7-4f3b-bf42-e6045463de02 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a42d676a-2b05-4f5e-b0d3-1587e3c2e587 HTTP/1.1" status: 200 len: 1001 time: 0.0617836 Sep 28 08:52:11.637324 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7122e9-4f26-48e0-b43b-bb8a0ef8bb1b req-c755643b-3466-40cf-a11c-afb41769d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:11.638815 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7f7122e9-4f26-48e0-b43b-bb8a0ef8bb1b req-c755643b-3466-40cf-a11c-afb41769d6c6 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=06590ebe-ecb3-497b-82fa-82f5d0b9e571 HTTP/1.1" status: 200 len: 850 time: 0.0464430 Sep 28 08:52:11.683935 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7122e9-4f26-48e0-b43b-bb8a0ef8bb1b req-2e5f2891-d639-4765-806a-0e3548d5b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:11.685482 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7f7122e9-4f26-48e0-b43b-bb8a0ef8bb1b req-2e5f2891-d639-4765-806a-0e3548d5b9f4 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=411ef26c-758f-4425-9392-e141db9ca352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402746 Sep 28 08:52:11.782458 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7f7122e9-4f26-48e0-b43b-bb8a0ef8bb1b req-8332e30d-f2e5-48a4-88f2-72a7f08838cd service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906336 Sep 28 08:52:11.882603 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-7f7122e9-4f26-48e0-b43b-bb8a0ef8bb1b req-53fd8f4a-e67b-4293-acdc-59dda72e3c8d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936809 Sep 28 08:52:15.658042 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:15.675579 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=60,neutron:DELETE=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:16.106608 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:16.112450 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:21.873445 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:21.879576 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=75,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:24.310303 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2fd626c0-a0fa-4834-a453-15d2aad67e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:26.710314 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-12b00167-d6f8-44af-bb15-cefda3026149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:27.919618 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:29.484494 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:29.534388 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:36.123821 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:36.746382 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:52:46.118198 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:46.120129 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:49.618142 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=15 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:49.621324 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=19 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:49.987734 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 34892) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:52:50.093656 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8539b2f2-66fa-4908-8e2e-e9f63c4072b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:50.174627 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8539b2f2-66fa-4908-8e2e-e9f63c4072b6 admin admin] Publish callbacks [] for security_group (88796818-7672-4bff-af34-42dc4175901f), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:50.179140 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-8539b2f2-66fa-4908-8e2e-e9f63c4072b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (88796818-7672-4bff-af34-42dc4175901f), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:50.217311 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-8539b2f2-66fa-4908-8e2e-e9f63c4072b6 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=b048ee37e3f044c989511c64fb66f9be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284830 Sep 28 08:52:50.218161 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539b2f2-66fa-4908-8e2e-e9f63c4072b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88796818-7672-4bff-af34-42dc4175901f,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:50.220847 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 34896) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:52:50.275247 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c318519d-e0dd-4158-9535-653f1adc4499 admin admin] Publish callbacks [] for security_group (88796818-7672-4bff-af34-42dc4175901f), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:50.295792 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c318519d-e0dd-4158-9535-653f1adc4499 admin admin] Publish callbacks [] for security_group (88796818-7672-4bff-af34-42dc4175901f), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:50.342959 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c318519d-e0dd-4158-9535-653f1adc4499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (88796818-7672-4bff-af34-42dc4175901f), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:50.345935 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-c318519d-e0dd-4158-9535-653f1adc4499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:50.347500 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-c318519d-e0dd-4158-9535-653f1adc4499 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/88796818-7672-4bff-af34-42dc4175901f HTTP/1.1" status: 204 len: 168 time: 0.1254473 Sep 28 08:52:50.356160 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318519d-e0dd-4158-9535-653f1adc4499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88796818-7672-4bff-af34-42dc4175901f,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:50.973667 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 34918) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:52:51.072820 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-9e350d49-d1f4-4283-b4f4-96f1c973706d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1378316020-network', 'tenant_id': 'a5865848bafe480db52b92ab3323645f'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:52:51.093914 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e350d49-d1f4-4283-b4f4-96f1c973706d admin admin] Made reservation on behalf of a5865848bafe480db52b92ab3323645f for: {'network': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:52:51.096394 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9e350d49-d1f4-4283-b4f4-96f1c973706d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for network (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:51.105659 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9e350d49-d1f4-4283-b4f4-96f1c973706d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:51.183056 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9e350d49-d1f4-4283-b4f4-96f1c973706d admin admin] Publish callbacks [] for security_group (4cf4805d-75b7-4702-82b8-8f72e1661057), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:51.187936 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9e350d49-d1f4-4283-b4f4-96f1c973706d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (4cf4805d-75b7-4702-82b8-8f72e1661057), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:51.216197 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e350d49-d1f4-4283-b4f4-96f1c973706d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=106475) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:52:51.222698 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e350d49-d1f4-4283-b4f4-96f1c973706d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf4805d-75b7-4702-82b8-8f72e1661057,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:51.229658 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9e350d49-d1f4-4283-b4f4-96f1c973706d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (c9342481-9f3e-48af-81c8-455ac0b96fae), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:51.230011 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.db.segments_db [None req-9e350d49-d1f4-4283-b4f4-96f1c973706d admin admin] Added segment c9342481-9f3e-48af-81c8-455ac0b96fae of type vlan for network b7ed4aba-b891-47c2-80b2-aaebeb5f007b Sep 28 08:52:51.273660 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9e350d49-d1f4-4283-b4f4-96f1c973706d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759190207681'] for network (b7ed4aba-b891-47c2-80b2-aaebeb5f007b), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:51.300190 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9e350d49-d1f4-4283-b4f4-96f1c973706d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for network (b7ed4aba-b891-47c2-80b2-aaebeb5f007b), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:51.301303 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e350d49-d1f4-4283-b4f4-96f1c973706d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:51.301903 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-9e350d49-d1f4-4283-b4f4-96f1c973706d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:51.356342 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-9e350d49-d1f4-4283-b4f4-96f1c973706d admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3813329 Sep 28 08:52:51.361194 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 34922) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:52:51.367193 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-5187f723-f68f-4637-a93b-6a09bfaa43d0 admin admin] Request body: {'subnet': {'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1378316020-subnet', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'ip_version': 4}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:52:51.369179 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e350d49-d1f4-4283-b4f4-96f1c973706d admin admin] Pushing event updated for resources: {'Network': ['ID=b7ed4aba-b891-47c2-80b2-aaebeb5f007b,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:51.378682 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Network b7ed4aba-b891-47c2-80b2-aaebeb5f007b details requested by agent ovs-agent-dv-cinder-844563-8-iscsi with host dv-cinder-844563-8-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:52:51.391161 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5187f723-f68f-4637-a93b-6a09bfaa43d0 admin admin] Made reservation on behalf of a5865848bafe480db52b92ab3323645f for: {'subnet': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:52:51.393697 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5187f723-f68f-4637-a93b-6a09bfaa43d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260199926'] for subnet (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:51.564371 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5187f723-f68f-4637-a93b-6a09bfaa43d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3667266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260199872'] for subnet (4365a733-8241-4e32-9aa5-41da0b2d773b), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:51.613927 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187f723-f68f-4637-a93b-6a09bfaa43d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4365a733-8241-4e32-9aa5-41da0b2d773b,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:51.628619 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5187f723-f68f-4637-a93b-6a09bfaa43d0 admin admin] Checking segment: {'id': 'c9342481-9f3e-48af-81c8-455ac0b96fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:52:51.628972 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5187f723-f68f-4637-a93b-6a09bfaa43d0 admin admin] Network hostable DHCP agents. Network: b7ed4aba-b891-47c2-80b2-aaebeb5f007b, hostable agents: ['303e7d5d-73d6-4049-9660-05be0257cf7d'], hosted agents: [] {{(pid=106476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:52:51.646233 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5187f723-f68f-4637-a93b-6a09bfaa43d0 admin admin] Network b7ed4aba-b891-47c2-80b2-aaebeb5f007b is scheduled to be hosted by DHCP agent 303e7d5d-73d6-4049-9660-05be0257cf7d with binding_index 1 {{(pid=106476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:52:51.655444 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-5187f723-f68f-4637-a93b-6a09bfaa43d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-8-iscsi, b7ed4aba-b891-47c2-80b2-aaebeb5f007b) {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:52:51.659614 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5187f723-f68f-4637-a93b-6a09bfaa43d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:51.660421 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5187f723-f68f-4637-a93b-6a09bfaa43d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:51.664700 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab65d87-fc47-47f1-80d2-7343fabfdb5f None None] Network b7ed4aba-b891-47c2-80b2-aaebeb5f007b requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:52:51.680769 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 34924) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:52:51.681019 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-5187f723-f68f-4637-a93b-6a09bfaa43d0 admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3185198 Sep 28 08:52:51.685606 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-b7a1c581-965f-4483-9d34-504b0fa06475 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1378316020-router', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:52:51.706208 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b7a1c581-965f-4483-9d34-504b0fa06475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3738'] for router (d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:51.707370 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b7a1c581-965f-4483-9d34-504b0fa06475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2002495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3713'] for router (d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:51.765066 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b7a1c581-965f-4483-9d34-504b0fa06475 admin admin] Publish callbacks [] for router_controller (d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5), precommit_add_association {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:51.773263 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60c871b0-84eb-58d7-9f94-0df37add3fce-b7ed4aba-b891-47c2-80b2-aaebeb5f007b', 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b', 'project_id': 'a5865848bafe480db52b92ab3323645f', 'fixed_ips': [{'subnet_id': '4365a733-8241-4e32-9aa5-41da0b2d773b'}]}} from dv-cinder-844563-8-iscsi. {{(pid=106477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 08:52:51.774548 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:51.903781 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b7a1c581-965f-4483-9d34-504b0fa06475 admin admin] Publish callbacks [] for router_gateway (d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:51.911840 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.db_base_plugin_common [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Allocated IP 172.20.0.2 (b7ed4aba-b891-47c2-80b2-aaebeb5f007b/4365a733-8241-4e32-9aa5-41da0b2d773b/f4597b69-aaff-448e-8636-f51413ffddca) {{(pid=106477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:52:52.054630 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Publish callbacks [] for port (f4597b69-aaff-448e-8636-f51413ffddca), precommit_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:52.058566 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:52.061247 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (f4597b69-aaff-448e-8636-f51413ffddca), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:52.081410 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:52.098964 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b7a1c581-965f-4483-9d34-504b0fa06475 admin admin] Publish callbacks [] for router_gateway (d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:52.101163 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Network b7ed4aba-b891-47c2-80b2-aaebeb5f007b is already hosted by enough agents. {{(pid=106477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:52:52.104077 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.base_scheduler [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Resources bound (agent type, host, resource id): {{(pid=106477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:52:52.107977 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Received port after_create {{(pid=106477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:52:52.114628 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Pushing event updated for resources: {'Port': ['ID=f4597b69-aaff-448e-8636-f51413ffddca,revision_number=1']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:52.120232 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b7a1c581-965f-4483-9d34-504b0fa06475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:52.125188 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.125541 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.125878 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.126215 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.126546 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.126879 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.127206 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.127529 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.127849 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.128172 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.128497 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.128819 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.129162 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.129488 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.129804 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:52.181635 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Attempting to bind port f4597b69-aaff-448e-8636-f51413ffddca on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:52:52.181918 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Attempting to bind port f4597b69-aaff-448e-8636-f51413ffddca by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': 'c9342481-9f3e-48af-81c8-455ac0b96fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:52:52.182282 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Attempting to bind port f4597b69-aaff-448e-8636-f51413ffddca on network b7ed4aba-b891-47c2-80b2-aaebeb5f007b {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:52:52.223163 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:52:52.223539 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Checking segment: {'id': 'c9342481-9f3e-48af-81c8-455ac0b96fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:52:52.223947 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:52.224336 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Bound using segment: {'id': 'c9342481-9f3e-48af-81c8-455ac0b96fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:52:52.224833 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Bound port: f4597b69-aaff-448e-8636-f51413ffddca, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9342481-9f3e-48af-81c8-455ac0b96fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:52:52.225774 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (f4597b69-aaff-448e-8636-f51413ffddca), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:52.230459 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-b7a1c581-965f-4483-9d34-504b0fa06475 admin admin] Allocated IP 172.27.2.226 (53303c84-4465-4011-9c65-8bdf4507ffd3/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f/b896a33f-2b1c-4db5-9485-482edd1f1443) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:52:52.288510 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] For port f4597b69-aaff-448e-8636-f51413ffddca, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:52:52.291950 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] For port f4597b69-aaff-448e-8636-f51413ffddca, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=f4597b69-aaff-448e-8636-f51413ffddca,segment=NetworkSegment(c9342481-9f3e-48af-81c8-455ac0b96fae),segment_id=c9342481-9f3e-48af-81c8-455ac0b96fae)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:52:52.298036 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (f4597b69-aaff-448e-8636-f51413ffddca), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:52.342324 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b7a1c581-965f-4483-9d34-504b0fa06475 admin admin] Publish callbacks [] for port (b896a33f-2b1c-4db5-9485-482edd1f1443), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:52.348219 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5b2f7-841e-4182-b042-a0aaf115afb2 None None] Pushing event updated for resources: {'Port': ['ID=f4597b69-aaff-448e-8636-f51413ffddca,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:52.380478 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b7a1c581-965f-4483-9d34-504b0fa06475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (b896a33f-2b1c-4db5-9485-482edd1f1443), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:52.429062 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a1c581-965f-4483-9d34-504b0fa06475 admin admin] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:52:52.432419 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-b7a1c581-965f-4483-9d34-504b0fa06475 admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:52:52.436585 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a1c581-965f-4483-9d34-504b0fa06475 admin admin] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:52:52.442409 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1c581-965f-4483-9d34-504b0fa06475 admin admin] Pushing event updated for resources: {'Port': ['ID=b896a33f-2b1c-4db5-9485-482edd1f1443,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:52.710518 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b7a1c581-965f-4483-9d34-504b0fa06475 admin admin] Publish callbacks [] for router_gateway (d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:52.891473 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b7a1c581-965f-4483-9d34-504b0fa06475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595702'] for router (d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:52.899360 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:52.993887 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:53.029439 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a1c581-965f-4483-9d34-504b0fa06475 admin admin] Router d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5 is scheduled to L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c with binding_index 1 {{(pid=106475) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:52:53.145123 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a1c581-965f-4483-9d34-504b0fa06475 admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:52:53.156733 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] Sync routers for ids ['d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:52:53.166100 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-b7a1c581-965f-4483-9d34-504b0fa06475 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:53.170201 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-b7a1c581-965f-4483-9d34-504b0fa06475 admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4852757 Sep 28 08:52:53.170496 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 34926) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:52:53.172757 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] Routers {'d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:52:53.173513 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:52:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:52:53.215450 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c8c2ff-05c8-4c43-9b0d-189303774f10 None None] Network b7ed4aba-b891-47c2-80b2-aaebeb5f007b requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:52:53.277268 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] Set router d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:52:53.287288 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-6e01eb3b-f2ed-47bb-983a-254c6f6c0565 None None] Provisioning complete for port f4597b69-aaff-448e-8636-f51413ffddca triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:52:53.287974 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-6e01eb3b-f2ed-47bb-983a-254c6f6c0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (f4597b69-aaff-448e-8636-f51413ffddca), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:53.288500 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-6e01eb3b-f2ed-47bb-983a-254c6f6c0565 None None] Attempt 1 to provision port f4597b69-aaff-448e-8636-f51413ffddca Sep 28 08:52:53.320294 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:53.321649 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:53.459088 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'name': 'tempest-TestMinimumBasicScenario-1378316020-router', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b896a33f-2b1c-4db5-9485-482edd1f1443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:51Z', 'updated_at': '2022-09-28T08:52:52Z', 'revision_number': 3, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'gw_port': {'id': 'b896a33f-2b1c-4db5-9485-482edd1f1443', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:05:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:52Z', 'updated_at': '2022-09-28T08:52:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:52:53.489682 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] Checking router: d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5 for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:52:53.490095 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] Updating router d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5 port b896a33f-2b1c-4db5-9485-482edd1f1443 binding host dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:52:53.523294 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (b896a33f-2b1c-4db5-9485-482edd1f1443), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:53.552106 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-6e01eb3b-f2ed-47bb-983a-254c6f6c0565 None None] Current status of the port f4597b69-aaff-448e-8636-f51413ffddca is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:52:53.552759 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-6e01eb3b-f2ed-47bb-983a-254c6f6c0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (f4597b69-aaff-448e-8636-f51413ffddca), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:53.598560 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-6e01eb3b-f2ed-47bb-983a-254c6f6c0565 None None] For port f4597b69-aaff-448e-8636-f51413ffddca, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=f4597b69-aaff-448e-8636-f51413ffddca,segment=NetworkSegment(c9342481-9f3e-48af-81c8-455ac0b96fae),segment_id=c9342481-9f3e-48af-81c8-455ac0b96fae)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:52:53.604873 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-6e01eb3b-f2ed-47bb-983a-254c6f6c0565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (f4597b69-aaff-448e-8636-f51413ffddca), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:53.665595 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01eb3b-f2ed-47bb-983a-254c6f6c0565 None None] Pushing event updated for resources: {'Port': ['ID=f4597b69-aaff-448e-8636-f51413ffddca,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:53.832596 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-4fe7d767-a8c3-448d-bf5e-8b1a6c8d02f4 None None] Provisioning complete for port f4597b69-aaff-448e-8636-f51413ffddca triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:52:53.832990 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-4fe7d767-a8c3-448d-bf5e-8b1a6c8d02f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (f4597b69-aaff-448e-8636-f51413ffddca), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:53.833371 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-4fe7d767-a8c3-448d-bf5e-8b1a6c8d02f4 None None] Attempt 1 to provision port f4597b69-aaff-448e-8636-f51413ffddca Sep 28 08:52:53.881376 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f02a5039-6ea3-41fb-b08d-3efab36937f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:53.887936 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device f4597b69-aaff-448e-8636-f51413ffddca up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:52:53.927648 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] Publish callbacks [] for port (b896a33f-2b1c-4db5-9485-482edd1f1443), precommit_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:53.937475 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (b896a33f-2b1c-4db5-9485-482edd1f1443), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:53.968274 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-4fe7d767-a8c3-448d-bf5e-8b1a6c8d02f4 None None] Current status of the port f4597b69-aaff-448e-8636-f51413ffddca is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:52:53.970457 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port f4597b69-aaff-448e-8636-f51413ffddca triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:52:53.970902 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (f4597b69-aaff-448e-8636-f51413ffddca), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:53.971308 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port f4597b69-aaff-448e-8636-f51413ffddca Sep 28 08:52:53.973036 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] Attempting to bind port b896a33f-2b1c-4db5-9485-482edd1f1443 on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:52:53.973456 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] Attempting to bind port b896a33f-2b1c-4db5-9485-482edd1f1443 by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:52:53.974906 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] Attempting to bind port b896a33f-2b1c-4db5-9485-482edd1f1443 on network 53303c84-4465-4011-9c65-8bdf4507ffd3 {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:52:54.019782 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191627d6-54b5-413d-a53f-c4b34802e61f None None] Pushing event updated for resources: {'Port': ['ID=b896a33f-2b1c-4db5-9485-482edd1f1443,revision_number=2']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:54.030339 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191627d6-54b5-413d-a53f-c4b34802e61f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:54.030684 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191627d6-54b5-413d-a53f-c4b34802e61f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:54.031060 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191627d6-54b5-413d-a53f-c4b34802e61f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:54.031418 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191627d6-54b5-413d-a53f-c4b34802e61f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:54.031785 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191627d6-54b5-413d-a53f-c4b34802e61f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:54.032120 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191627d6-54b5-413d-a53f-c4b34802e61f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:54.032511 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191627d6-54b5-413d-a53f-c4b34802e61f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:54.032775 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191627d6-54b5-413d-a53f-c4b34802e61f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:54.033112 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191627d6-54b5-413d-a53f-c4b34802e61f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:54.033449 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191627d6-54b5-413d-a53f-c4b34802e61f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:54.033773 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191627d6-54b5-413d-a53f-c4b34802e61f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:54.034218 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191627d6-54b5-413d-a53f-c4b34802e61f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:54.034443 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191627d6-54b5-413d-a53f-c4b34802e61f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:54.034763 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191627d6-54b5-413d-a53f-c4b34802e61f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:54.035470 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191627d6-54b5-413d-a53f-c4b34802e61f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106478) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:52:54.044948 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:52:54.045272 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] Checking segment: {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:52:54.045682 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:54.046075 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] Bound using segment: {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:52:54.046555 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] Bound port: b896a33f-2b1c-4db5-9485-482edd1f1443, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:52:54.046938 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (b896a33f-2b1c-4db5-9485-482edd1f1443), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:54.053079 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port f4597b69-aaff-448e-8636-f51413ffddca is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:52:54.055701 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-f02a5039-6ea3-41fb-b08d-3efab36937f5 admin admin] Allocated IP 172.20.0.1 (b7ed4aba-b891-47c2-80b2-aaebeb5f007b/4365a733-8241-4e32-9aa5-41da0b2d773b/3e4851c8-d106-4073-9e54-dc4e7a68ab36) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:52:54.094658 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:54.099659 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] For port b896a33f-2b1c-4db5-9485-482edd1f1443, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:52:54.104067 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] For port b896a33f-2b1c-4db5-9485-482edd1f1443, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=b896a33f-2b1c-4db5-9485-482edd1f1443,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:52:54.111074 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (b896a33f-2b1c-4db5-9485-482edd1f1443), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:54.122552 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:54.143730 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:54.144501 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] Routers {'d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:52:54.145206 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:52:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:52:54.174601 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f02a5039-6ea3-41fb-b08d-3efab36937f5 admin admin] Publish callbacks [] for port (3e4851c8-d106-4073-9e54-dc4e7a68ab36), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:54.208641 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f02a5039-6ea3-41fb-b08d-3efab36937f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (3e4851c8-d106-4073-9e54-dc4e7a68ab36), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:54.211925 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191627d6-54b5-413d-a53f-c4b34802e61f None None] Pushing event updated for resources: {'Port': ['ID=b896a33f-2b1c-4db5-9485-482edd1f1443,revision_number=3']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:54.245720 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02a5039-6ea3-41fb-b08d-3efab36937f5 admin admin] Network b7ed4aba-b891-47c2-80b2-aaebeb5f007b is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:52:54.252906 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-f02a5039-6ea3-41fb-b08d-3efab36937f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:52:54.257742 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02a5039-6ea3-41fb-b08d-3efab36937f5 admin admin] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:52:54.267916 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] Set router d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:52:54.287624 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a5039-6ea3-41fb-b08d-3efab36937f5 admin admin] Pushing event updated for resources: {'Port': ['ID=3e4851c8-d106-4073-9e54-dc4e7a68ab36,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:54.302165 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f02a5039-6ea3-41fb-b08d-3efab36937f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605409'] for router_interface (d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:54.316790 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-3af9ca0d-302c-43f4-9ece-c0ee119ff0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:54.441446 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:54.450281 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f02a5039-6ea3-41fb-b08d-3efab36937f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (3e4851c8-d106-4073-9e54-dc4e7a68ab36), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:54.465315 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'name': 'tempest-TestMinimumBasicScenario-1378316020-router', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b896a33f-2b1c-4db5-9485-482edd1f1443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:51Z', 'updated_at': '2022-09-28T08:52:52Z', 'revision_number': 3, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'gw_port': {'id': 'b896a33f-2b1c-4db5-9485-482edd1f1443', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:05:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:52Z', 'updated_at': '2022-09-28T08:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:52:54.490082 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-3c0adf81-9db4-453b-a671-61848abafab2 None None] Provisioning complete for port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:52:54.490301 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a275f8-f675-49c6-8c0d-6139583aa85c None None] The sync data for ids ['d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'] in dv-cinder-844563-8-iscsi is: [{'id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'name': 'tempest-TestMinimumBasicScenario-1378316020-router', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b896a33f-2b1c-4db5-9485-482edd1f1443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:51Z', 'updated_at': '2022-09-28T08:52:52Z', 'revision_number': 3, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'gw_port': {'id': 'b896a33f-2b1c-4db5-9485-482edd1f1443', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:05:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:52Z', 'updated_at': '2022-09-28T08:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:52:54.490960 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-3c0adf81-9db4-453b-a671-61848abafab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (3e4851c8-d106-4073-9e54-dc4e7a68ab36), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:54.497339 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-3c0adf81-9db4-453b-a671-61848abafab2 None None] Attempt 1 to provision port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 Sep 28 08:52:54.532557 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-3c0adf81-9db4-453b-a671-61848abafab2 None None] Port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:52:54.627771 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f02a5039-6ea3-41fb-b08d-3efab36937f5 admin admin] Publish callbacks [] for port (3e4851c8-d106-4073-9e54-dc4e7a68ab36), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:54.633395 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f02a5039-6ea3-41fb-b08d-3efab36937f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (3e4851c8-d106-4073-9e54-dc4e7a68ab36), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:54.706575 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f02a5039-6ea3-41fb-b08d-3efab36937f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1605525'] for router_interface (d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:54.708683 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a5039-6ea3-41fb-b08d-3efab36937f5 admin admin] Pushing event updated for resources: {'Port': ['ID=3e4851c8-d106-4073-9e54-dc4e7a68ab36,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:54.822892 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02a5039-6ea3-41fb-b08d-3efab36937f5 admin admin] Network b7ed4aba-b891-47c2-80b2-aaebeb5f007b is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:52:54.824371 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-f02a5039-6ea3-41fb-b08d-3efab36937f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:52:54.828206 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:54.951393 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02a5039-6ea3-41fb-b08d-3efab36937f5 admin admin] Router d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5 has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:52:55.034553 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-3c0adf81-9db4-453b-a671-61848abafab2 None None] Attempt 2 to provision port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 Sep 28 08:52:55.063682 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02a5039-6ea3-41fb-b08d-3efab36937f5 admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:52:55.069761 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-f02a5039-6ea3-41fb-b08d-3efab36937f5 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8975117 Sep 28 08:52:55.073525 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-3c0adf81-9db4-453b-a671-61848abafab2 None None] Port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:52:55.564827 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 34942) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:52:55.570318 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-96768f61-27b9-4647-806d-0296795d4749 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1262340825-network', 'tenant_id': 'f445710aafeb4a859f155a27d0afb60a'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:52:55.574315 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-3c0adf81-9db4-453b-a671-61848abafab2 None None] Attempt 3 to provision port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 Sep 28 08:52:55.592308 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96768f61-27b9-4647-806d-0296795d4749 admin admin] Made reservation on behalf of f445710aafeb4a859f155a27d0afb60a for: {'network': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:52:55.595887 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-96768f61-27b9-4647-806d-0296795d4749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for network (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:55.605130 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-96768f61-27b9-4647-806d-0296795d4749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:55.610699 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-3c0adf81-9db4-453b-a671-61848abafab2 None None] Port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:52:55.684284 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-96768f61-27b9-4647-806d-0296795d4749 admin admin] Publish callbacks [] for security_group (fa2bdedd-a4c5-4fa4-8ac6-711119e8fb14), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:55.688232 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-96768f61-27b9-4647-806d-0296795d4749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (fa2bdedd-a4c5-4fa4-8ac6-711119e8fb14), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:55.716273 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96768f61-27b9-4647-806d-0296795d4749 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=106476) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 28 08:52:55.722728 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96768f61-27b9-4647-806d-0296795d4749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2bdedd-a4c5-4fa4-8ac6-711119e8fb14,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:55.726111 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:55.728655 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:55.730690 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-96768f61-27b9-4647-806d-0296795d4749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:55.730690 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.segments_db [None req-96768f61-27b9-4647-806d-0296795d4749 admin admin] Added segment e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1 of type vlan for network 8b0301b0-0700-4603-8419-ebbbb00faf5f Sep 28 08:52:55.774201 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-96768f61-27b9-4647-806d-0296795d4749 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759190207681'] for network (8b0301b0-0700-4603-8419-ebbbb00faf5f), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:55.804429 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-96768f61-27b9-4647-806d-0296795d4749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382'] for network (8b0301b0-0700-4603-8419-ebbbb00faf5f), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:55.805765 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96768f61-27b9-4647-806d-0296795d4749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:55.806748 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-96768f61-27b9-4647-806d-0296795d4749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:55.863364 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device b896a33f-2b1c-4db5-9485-482edd1f1443 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:52:55.869611 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96768f61-27b9-4647-806d-0296795d4749 admin admin] Pushing event updated for resources: {'Network': ['ID=8b0301b0-0700-4603-8419-ebbbb00faf5f,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:55.875239 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-96768f61-27b9-4647-806d-0296795d4749 admin admin] 10.222.0.52 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3093154 Sep 28 08:52:55.877990 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 34944) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:52:55.883518 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-d925edac-b79c-4bb0-bd7b-7dd57e39de5f admin admin] Request body: {'subnet': {'network_id': '8b0301b0-0700-4603-8419-ebbbb00faf5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1262340825-subnet', 'tenant_id': 'f445710aafeb4a859f155a27d0afb60a', 'ip_version': 4}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:52:55.888308 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Network 8b0301b0-0700-4603-8419-ebbbb00faf5f details requested by agent ovs-agent-dv-cinder-844563-8-iscsi with host dv-cinder-844563-8-iscsi {{(pid=106477) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 28 08:52:55.903366 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d925edac-b79c-4bb0-bd7b-7dd57e39de5f admin admin] Made reservation on behalf of f445710aafeb4a859f155a27d0afb60a for: {'subnet': 1} {{(pid=106476) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:52:55.907233 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d925edac-b79c-4bb0-bd7b-7dd57e39de5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260199926'] for subnet (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:55.974518 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port b896a33f-2b1c-4db5-9485-482edd1f1443 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:52:55.976071 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (b896a33f-2b1c-4db5-9485-482edd1f1443), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:55.976487 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port b896a33f-2b1c-4db5-9485-482edd1f1443 Sep 28 08:52:55.978769 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:56.055886 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port b896a33f-2b1c-4db5-9485-482edd1f1443 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:52:56.056309 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (b896a33f-2b1c-4db5-9485-482edd1f1443), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:56.079229 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] For port b896a33f-2b1c-4db5-9485-482edd1f1443, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=b896a33f-2b1c-4db5-9485-482edd1f1443,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:52:56.083807 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (b896a33f-2b1c-4db5-9485-482edd1f1443), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:56.092294 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d925edac-b79c-4bb0-bd7b-7dd57e39de5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3667266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260199872'] for subnet (c8029363-5dbd-4297-bbdc-58661ad2162f), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:56.112258 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-3c0adf81-9db4-453b-a671-61848abafab2 None None] Attempt 4 to provision port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 Sep 28 08:52:56.153696 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925edac-b79c-4bb0-bd7b-7dd57e39de5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8029363-5dbd-4297-bbdc-58661ad2162f,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:56.162701 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d925edac-b79c-4bb0-bd7b-7dd57e39de5f admin admin] Checking segment: {'id': 'e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8b0301b0-0700-4603-8419-ebbbb00faf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106476) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:52:56.162878 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] Sync routers for ids ['d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:52:56.163054 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d925edac-b79c-4bb0-bd7b-7dd57e39de5f admin admin] Network hostable DHCP agents. Network: 8b0301b0-0700-4603-8419-ebbbb00faf5f, hostable agents: ['303e7d5d-73d6-4049-9660-05be0257cf7d'], hosted agents: [] {{(pid=106476) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 28 08:52:56.171059 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Pushing event updated for resources: {'Port': ['ID=b896a33f-2b1c-4db5-9485-482edd1f1443,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:56.175096 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-3c0adf81-9db4-453b-a671-61848abafab2 None None] Port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:52:56.180232 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] Routers {'d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:52:56.180876 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:52:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:52:56.181603 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d925edac-b79c-4bb0-bd7b-7dd57e39de5f admin admin] Network 8b0301b0-0700-4603-8419-ebbbb00faf5f is scheduled to be hosted by DHCP agent 303e7d5d-73d6-4049-9660-05be0257cf7d with binding_index 1 {{(pid=106476) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 28 08:52:56.184115 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:56.191527 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-d925edac-b79c-4bb0-bd7b-7dd57e39de5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844563-8-iscsi, 8b0301b0-0700-4603-8419-ebbbb00faf5f) {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:52:56.197124 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d925edac-b79c-4bb0-bd7b-7dd57e39de5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:52:56.197739 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-d925edac-b79c-4bb0-bd7b-7dd57e39de5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:56.215111 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-d925edac-b79c-4bb0-bd7b-7dd57e39de5f admin admin] 10.222.0.52 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3360782 Sep 28 08:52:56.217671 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 34946) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:52:56.221860 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-e01a4e9b-8b21-47bf-b5a1-5fa792b3f7de admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1262340825-router', 'tenant_id': 'f445710aafeb4a859f155a27d0afb60a', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:52:56.225957 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7100ba16-104e-4dc8-a9aa-94e9b6eb2c9c None None] Network 8b0301b0-0700-4603-8419-ebbbb00faf5f requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:52:56.242317 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e01a4e9b-8b21-47bf-b5a1-5fa792b3f7de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1581522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3738'] for router (0c7317b9-8e30-4cd8-a5c4-e25b15709012), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:56.243327 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e01a4e9b-8b21-47bf-b5a1-5fa792b3f7de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1596670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1591943', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2002495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3713'] for router (0c7317b9-8e30-4cd8-a5c4-e25b15709012), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:56.293725 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e01a4e9b-8b21-47bf-b5a1-5fa792b3f7de admin admin] Publish callbacks [] for router_controller (0c7317b9-8e30-4cd8-a5c4-e25b15709012), precommit_add_association {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:56.378672 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] Set router d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:52:56.407268 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b703e749-fca7-456f-874c-11fae18da231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp60c871b0-84eb-58d7-9f94-0df37add3fce-8b0301b0-0700-4603-8419-ebbbb00faf5f', 'network_id': '8b0301b0-0700-4603-8419-ebbbb00faf5f', 'project_id': 'f445710aafeb4a859f155a27d0afb60a', 'fixed_ips': [{'subnet_id': 'c8029363-5dbd-4297-bbdc-58661ad2162f'}]}} from dv-cinder-844563-8-iscsi. {{(pid=106477) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 28 08:52:56.408093 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b703e749-fca7-456f-874c-11fae18da231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:56.677255 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-3c0adf81-9db4-453b-a671-61848abafab2 None None] Attempt 5 to provision port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 Sep 28 08:52:56.700796 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.db_base_plugin_common [None req-b703e749-fca7-456f-874c-11fae18da231 None None] Allocated IP 172.20.0.2 (8b0301b0-0700-4603-8419-ebbbb00faf5f/c8029363-5dbd-4297-bbdc-58661ad2162f/628b2038-21d2-42f5-a01a-622af7eb9ba0) {{(pid=106477) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:52:56.712058 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e01a4e9b-8b21-47bf-b5a1-5fa792b3f7de admin admin] Publish callbacks [] for router_gateway (0c7317b9-8e30-4cd8-a5c4-e25b15709012), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:56.756325 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-3c0adf81-9db4-453b-a671-61848abafab2 None None] Port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:52:56.757310 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-34486cfe-f4af-45e0-960e-58cc679cbbfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:56.769444 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'name': 'tempest-TestMinimumBasicScenario-1378316020-router', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b896a33f-2b1c-4db5-9485-482edd1f1443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:51Z', 'updated_at': '2022-09-28T08:52:54Z', 'revision_number': 4, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'gw_port': {'id': 'b896a33f-2b1c-4db5-9485-482edd1f1443', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:52Z', 'updated_at': '2022-09-28T08:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '3e4851c8-d106-4073-9e54-dc4e7a68ab36', 'name': '', 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'mac_address': 'fa:16:3e:05:10:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '4365a733-8241-4e32-9aa5-41da0b2d773b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:53Z', 'updated_at': '2022-09-28T08:52:54Z', 'revision_number': 2, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'subnets': [{'id': '4365a733-8241-4e32-9aa5-41da0b2d773b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:52:56.826208 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] Checking router: d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5 for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:52:56.826557 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] Updating router d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5 port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 binding host dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:52:56.869479 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (3e4851c8-d106-4073-9e54-dc4e7a68ab36), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:56.893940 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:56.902984 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:INSERT=12,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:56.910324 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e01a4e9b-8b21-47bf-b5a1-5fa792b3f7de admin admin] Publish callbacks [] for router_gateway (0c7317b9-8e30-4cd8-a5c4-e25b15709012), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:56.915519 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:56.936079 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e01a4e9b-8b21-47bf-b5a1-5fa792b3f7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:57.024049 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:57.036562 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b703e749-fca7-456f-874c-11fae18da231 None None] Publish callbacks [] for port (628b2038-21d2-42f5-a01a-622af7eb9ba0), precommit_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:57.044183 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-e01a4e9b-8b21-47bf-b5a1-5fa792b3f7de admin admin] Allocated IP 172.27.2.24 (53303c84-4465-4011-9c65-8bdf4507ffd3/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f/4fcbbe47-cb64-490d-b9b7-ac3fc3238595) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:52:57.054425 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b703e749-fca7-456f-874c-11fae18da231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452'] for port (628b2038-21d2-42f5-a01a-622af7eb9ba0), after_create {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:57.172321 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e01a4e9b-8b21-47bf-b5a1-5fa792b3f7de admin admin] Publish callbacks [] for port (4fcbbe47-cb64-490d-b9b7-ac3fc3238595), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:57.210316 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e01a4e9b-8b21-47bf-b5a1-5fa792b3f7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (4fcbbe47-cb64-490d-b9b7-ac3fc3238595), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:57.258183 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-3c0adf81-9db4-453b-a671-61848abafab2 None None] Attempt 6 to provision port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 Sep 28 08:52:57.258959 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01a4e9b-8b21-47bf-b5a1-5fa792b3f7de admin admin] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:52:57.262405 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-e01a4e9b-8b21-47bf-b5a1-5fa792b3f7de admin admin] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:52:57.264526 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b703e749-fca7-456f-874c-11fae18da231 None None] Network 8b0301b0-0700-4603-8419-ebbbb00faf5f is already hosted by enough agents. {{(pid=106477) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:52:57.266704 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01a4e9b-8b21-47bf-b5a1-5fa792b3f7de admin admin] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:52:57.289880 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a4e9b-8b21-47bf-b5a1-5fa792b3f7de admin admin] Pushing event updated for resources: {'Port': ['ID=4fcbbe47-cb64-490d-b9b7-ac3fc3238595,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:57.292430 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.scheduler.base_scheduler [None req-b703e749-fca7-456f-874c-11fae18da231 None None] Resources bound (agent type, host, resource id): {{(pid=106477) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:52:57.304753 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b703e749-fca7-456f-874c-11fae18da231 None None] Received port after_create {{(pid=106477) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:52:57.321392 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703e749-fca7-456f-874c-11fae18da231 None None] Pushing event updated for resources: {'Port': ['ID=628b2038-21d2-42f5-a01a-622af7eb9ba0,revision_number=1']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:57.331498 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-3c0adf81-9db4-453b-a671-61848abafab2 None None] Port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:52:57.416578 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-b703e749-fca7-456f-874c-11fae18da231 None None] Attempting to bind port 628b2038-21d2-42f5-a01a-622af7eb9ba0 on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:52:57.416946 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-b703e749-fca7-456f-874c-11fae18da231 None None] Attempting to bind port 628b2038-21d2-42f5-a01a-622af7eb9ba0 by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': 'e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8b0301b0-0700-4603-8419-ebbbb00faf5f'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:52:57.417322 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b703e749-fca7-456f-874c-11fae18da231 None None] Attempting to bind port 628b2038-21d2-42f5-a01a-622af7eb9ba0 on network 8b0301b0-0700-4603-8419-ebbbb00faf5f {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:52:57.491150 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] Publish callbacks [] for port (3e4851c8-d106-4073-9e54-dc4e7a68ab36), precommit_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:57.499638 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (3e4851c8-d106-4073-9e54-dc4e7a68ab36), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:57.502100 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b703e749-fca7-456f-874c-11fae18da231 None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:52:57.502492 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b703e749-fca7-456f-874c-11fae18da231 None None] Checking segment: {'id': 'e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8b0301b0-0700-4603-8419-ebbbb00faf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:52:57.502880 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b703e749-fca7-456f-874c-11fae18da231 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:57.503267 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b703e749-fca7-456f-874c-11fae18da231 None None] Bound using segment: {'id': 'e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8b0301b0-0700-4603-8419-ebbbb00faf5f'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:52:57.503737 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-b703e749-fca7-456f-874c-11fae18da231 None None] Bound port: 628b2038-21d2-42f5-a01a-622af7eb9ba0, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8b0301b0-0700-4603-8419-ebbbb00faf5f'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:52:57.504138 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b703e749-fca7-456f-874c-11fae18da231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (628b2038-21d2-42f5-a01a-622af7eb9ba0), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:57.527494 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e01a4e9b-8b21-47bf-b5a1-5fa792b3f7de admin admin] Publish callbacks [] for router_gateway (0c7317b9-8e30-4cd8-a5c4-e25b15709012), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:57.635344 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8fcc0-223d-4bd2-8a27-f6cf6b574652 None None] Pushing event updated for resources: {'Port': ['ID=3e4851c8-d106-4073-9e54-dc4e7a68ab36,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:57.667370 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] Attempting to bind port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:52:57.667741 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] Attempting to bind port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': 'c9342481-9f3e-48af-81c8-455ac0b96fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:52:57.668361 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] Attempting to bind port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 on network b7ed4aba-b891-47c2-80b2-aaebeb5f007b {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:52:57.672786 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-b703e749-fca7-456f-874c-11fae18da231 None None] For port 628b2038-21d2-42f5-a01a-622af7eb9ba0, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:52:57.708346 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-b703e749-fca7-456f-874c-11fae18da231 None None] For port 628b2038-21d2-42f5-a01a-622af7eb9ba0, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=628b2038-21d2-42f5-a01a-622af7eb9ba0,segment=NetworkSegment(e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1),segment_id=e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:52:57.720410 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b703e749-fca7-456f-874c-11fae18da231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (628b2038-21d2-42f5-a01a-622af7eb9ba0), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:57.720730 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e01a4e9b-8b21-47bf-b5a1-5fa792b3f7de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1596649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1595702'] for router (0c7317b9-8e30-4cd8-a5c4-e25b15709012), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:57.750706 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:52:57.751082 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] Checking segment: {'id': 'c9342481-9f3e-48af-81c8-455ac0b96fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:52:57.751484 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:57.751880 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] Bound using segment: {'id': 'c9342481-9f3e-48af-81c8-455ac0b96fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:52:57.752411 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] Bound port: 3e4851c8-d106-4073-9e54-dc4e7a68ab36, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9342481-9f3e-48af-81c8-455ac0b96fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:52:57.752790 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (3e4851c8-d106-4073-9e54-dc4e7a68ab36), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:57.773287 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:57.823940 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:57.836413 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-3c0adf81-9db4-453b-a671-61848abafab2 None None] Attempt 7 to provision port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 Sep 28 08:52:57.863232 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:57.867591 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703e749-fca7-456f-874c-11fae18da231 None None] Pushing event updated for resources: {'Port': ['ID=628b2038-21d2-42f5-a01a-622af7eb9ba0,revision_number=2']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:57.875103 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01a4e9b-8b21-47bf-b5a1-5fa792b3f7de admin admin] Router 0c7317b9-8e30-4cd8-a5c4-e25b15709012 is scheduled to L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c with binding_index 1 {{(pid=106476) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 28 08:52:57.876912 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device b896a33f-2b1c-4db5-9485-482edd1f1443 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:52:57.919591 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] For port 3e4851c8-d106-4073-9e54-dc4e7a68ab36, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:52:57.926344 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:57.960692 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-3c0adf81-9db4-453b-a671-61848abafab2 None None] Port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:52:57.969377 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] For port 3e4851c8-d106-4073-9e54-dc4e7a68ab36, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=3e4851c8-d106-4073-9e54-dc4e7a68ab36,segment=NetworkSegment(c9342481-9f3e-48af-81c8-455ac0b96fae),segment_id=c9342481-9f3e-48af-81c8-455ac0b96fae)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:52:57.980533 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (3e4851c8-d106-4073-9e54-dc4e7a68ab36), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:57.988675 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:58.024182 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01a4e9b-8b21-47bf-b5a1-5fa792b3f7de admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:52:58.034412 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] Sync routers for ids ['0c7317b9-8e30-4cd8-a5c4-e25b15709012'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:52:58.036142 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] Routers {'d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:52:58.038389 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:52:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:52:58.045751 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port b896a33f-2b1c-4db5-9485-482edd1f1443 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:52:58.045982 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (b896a33f-2b1c-4db5-9485-482edd1f1443), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:58.047080 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port b896a33f-2b1c-4db5-9485-482edd1f1443 Sep 28 08:52:58.048105 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] Routers {'0c7317b9-8e30-4cd8-a5c4-e25b15709012'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:52:58.048742 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-e01a4e9b-8b21-47bf-b5a1-5fa792b3f7de admin admin] Publish callbacks [] for router (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:58.049186 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:52:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['0c7317b9-8e30-4cd8-a5c4-e25b15709012'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:52:58.050412 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-e01a4e9b-8b21-47bf-b5a1-5fa792b3f7de admin admin] 10.222.0.52 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8317828 Sep 28 08:52:58.053272 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 34948) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:52:58.125465 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8fcc0-223d-4bd2-8a27-f6cf6b574652 None None] Pushing event updated for resources: {'Port': ['ID=3e4851c8-d106-4073-9e54-dc4e7a68ab36,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:58.153396 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:58.165684 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] Set router 0c7317b9-8e30-4cd8-a5c4-e25b15709012 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:52:58.242243 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] Set router d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:52:58.244589 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port b896a33f-2b1c-4db5-9485-482edd1f1443 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:52:58.345907 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7317b9-8e30-4cd8-a5c4-e25b15709012', 'name': 'tempest-TestMinimumBasicScenario-1262340825-router', 'tenant_id': 'f445710aafeb4a859f155a27d0afb60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '4fcbbe47-cb64-490d-b9b7-ac3fc3238595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:56Z', 'updated_at': '2022-09-28T08:52:57Z', 'revision_number': 3, 'project_id': 'f445710aafeb4a859f155a27d0afb60a', 'gw_port': {'id': '4fcbbe47-cb64-490d-b9b7-ac3fc3238595', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7317b9-8e30-4cd8-a5c4-e25b15709012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:56Z', 'updated_at': '2022-09-28T08:52:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:52:58.378676 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] Checking router: 0c7317b9-8e30-4cd8-a5c4-e25b15709012 for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:52:58.379024 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] Updating router 0c7317b9-8e30-4cd8-a5c4-e25b15709012 port 4fcbbe47-cb64-490d-b9b7-ac3fc3238595 binding host dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:52:58.407379 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (4fcbbe47-cb64-490d-b9b7-ac3fc3238595), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:58.461705 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-3c0adf81-9db4-453b-a671-61848abafab2 None None] Attempt 8 to provision port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 Sep 28 08:52:58.480776 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'name': 'tempest-TestMinimumBasicScenario-1378316020-router', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b896a33f-2b1c-4db5-9485-482edd1f1443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:51Z', 'updated_at': '2022-09-28T08:52:54Z', 'revision_number': 4, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'gw_port': {'id': 'b896a33f-2b1c-4db5-9485-482edd1f1443', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:52Z', 'updated_at': '2022-09-28T08:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '3e4851c8-d106-4073-9e54-dc4e7a68ab36', 'name': '', 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'mac_address': 'fa:16:3e:05:10:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '4365a733-8241-4e32-9aa5-41da0b2d773b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:53Z', 'updated_at': '2022-09-28T08:52:57Z', 'revision_number': 4, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'subnets': [{'id': '4365a733-8241-4e32-9aa5-41da0b2d773b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:52:58.504143 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d8f7653f-9cf8-4bab-9137-f309c4d67f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:58.519601 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140e8dc5-a2f8-4bcf-a005-1d31544c2e43 None None] The sync data for ids ['d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'] in dv-cinder-844563-8-iscsi is: [{'id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'name': 'tempest-TestMinimumBasicScenario-1378316020-router', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b896a33f-2b1c-4db5-9485-482edd1f1443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:51Z', 'updated_at': '2022-09-28T08:52:54Z', 'revision_number': 4, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'gw_port': {'id': 'b896a33f-2b1c-4db5-9485-482edd1f1443', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:52Z', 'updated_at': '2022-09-28T08:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '3e4851c8-d106-4073-9e54-dc4e7a68ab36', 'name': '', 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'mac_address': 'fa:16:3e:05:10:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '4365a733-8241-4e32-9aa5-41da0b2d773b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:53Z', 'updated_at': '2022-09-28T08:52:57Z', 'revision_number': 4, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'subnets': [{'id': '4365a733-8241-4e32-9aa5-41da0b2d773b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:52:58.627838 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-3c0adf81-9db4-453b-a671-61848abafab2 None None] Current status of the port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:52:58.629684 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-3c0adf81-9db4-453b-a671-61848abafab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (3e4851c8-d106-4073-9e54-dc4e7a68ab36), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:58.686222 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-3c0adf81-9db4-453b-a671-61848abafab2 None None] For port 3e4851c8-d106-4073-9e54-dc4e7a68ab36, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=3e4851c8-d106-4073-9e54-dc4e7a68ab36,segment=NetworkSegment(c9342481-9f3e-48af-81c8-455ac0b96fae),segment_id=c9342481-9f3e-48af-81c8-455ac0b96fae)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:52:58.689135 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] Publish callbacks [] for port (4fcbbe47-cb64-490d-b9b7-ac3fc3238595), precommit_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:58.691734 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:58.703740 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-3c0adf81-9db4-453b-a671-61848abafab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (3e4851c8-d106-4073-9e54-dc4e7a68ab36), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:58.705825 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (4fcbbe47-cb64-490d-b9b7-ac3fc3238595), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:58.761437 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] Attempting to bind port 4fcbbe47-cb64-490d-b9b7-ac3fc3238595 on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:52:58.761904 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] Attempting to bind port 4fcbbe47-cb64-490d-b9b7-ac3fc3238595 by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:52:58.762393 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] Attempting to bind port 4fcbbe47-cb64-490d-b9b7-ac3fc3238595 on network 53303c84-4465-4011-9c65-8bdf4507ffd3 {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:52:58.778555 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0adf81-9db4-453b-a671-61848abafab2 None None] Pushing event updated for resources: {'Port': ['ID=3e4851c8-d106-4073-9e54-dc4e7a68ab36,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:58.794933 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-d8f7653f-9cf8-4bab-9137-f309c4d67f29 admin admin] Allocated IP 172.20.0.1 (8b0301b0-0700-4603-8419-ebbbb00faf5f/c8029363-5dbd-4297-bbdc-58661ad2162f/8b00349b-5f81-468d-8d2d-72c32886fb92) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:52:58.842205 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028a641-9344-4b44-b035-c25856b748fa None None] Pushing event updated for resources: {'Port': ['ID=4fcbbe47-cb64-490d-b9b7-ac3fc3238595,revision_number=2']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:58.847591 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-c913c588-7a1b-417b-814b-d66421c86380 None None] Provisioning complete for port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:52:58.848241 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c913c588-7a1b-417b-814b-d66421c86380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (3e4851c8-d106-4073-9e54-dc4e7a68ab36), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:58.848732 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-c913c588-7a1b-417b-814b-d66421c86380 None None] Attempt 1 to provision port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 Sep 28 08:52:58.851376 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:52:58.852090 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] Checking segment: {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106478) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:52:58.859705 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:58.859923 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] Bound using segment: {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'} {{(pid=106478) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:52:58.860398 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.managers [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] Bound port: 4fcbbe47-cb64-490d-b9b7-ac3fc3238595, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9df0a3-5497-41a7-90d4-f7d641350928', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3'}}] {{(pid=106478) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:52:58.860780 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (4fcbbe47-cb64-490d-b9b7-ac3fc3238595), before_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:58.920078 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:58.933273 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:58.934050 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] For port 4fcbbe47-cb64-490d-b9b7-ac3fc3238595, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106478) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:52:58.936178 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:58.939203 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.plugins.ml2.db [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] For port 4fcbbe47-cb64-490d-b9b7-ac3fc3238595, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=4fcbbe47-cb64-490d-b9b7-ac3fc3238595,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106478) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:52:58.949732 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron_lib.callbacks.manager [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (4fcbbe47-cb64-490d-b9b7-ac3fc3238595), after_update {{(pid=106478) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:58.962076 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d8f7653f-9cf8-4bab-9137-f309c4d67f29 admin admin] Publish callbacks [] for port (8b00349b-5f81-468d-8d2d-72c32886fb92), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:58.982797 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-c913c588-7a1b-417b-814b-d66421c86380 None None] Current status of the port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:52:59.008845 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d8f7653f-9cf8-4bab-9137-f309c4d67f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (8b00349b-5f81-468d-8d2d-72c32886fb92), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:59.013890 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028a641-9344-4b44-b035-c25856b748fa None None] Pushing event updated for resources: {'Port': ['ID=4fcbbe47-cb64-490d-b9b7-ac3fc3238595,revision_number=3']} {{(pid=106478) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:59.026144 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] Routers {'0c7317b9-8e30-4cd8-a5c4-e25b15709012'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:52:59.026774 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:52:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['0c7317b9-8e30-4cd8-a5c4-e25b15709012'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:52:59.054862 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f7653f-9cf8-4bab-9137-f309c4d67f29 admin admin] Network 8b0301b0-0700-4603-8419-ebbbb00faf5f is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:52:59.064350 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-d8f7653f-9cf8-4bab-9137-f309c4d67f29 admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:52:59.067110 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f7653f-9cf8-4bab-9137-f309c4d67f29 admin admin] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:52:59.087329 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a19b5bf-3a4f-4506-9cff-9962503889c7 None None] Network 8b0301b0-0700-4603-8419-ebbbb00faf5f requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:52:59.096867 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:59.105464 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7653f-9cf8-4bab-9137-f309c4d67f29 admin admin] Pushing event updated for resources: {'Port': ['ID=8b00349b-5f81-468d-8d2d-72c32886fb92,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:59.126004 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d8f7653f-9cf8-4bab-9137-f309c4d67f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1605409'] for router_interface (0c7317b9-8e30-4cd8-a5c4-e25b15709012), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:59.151779 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] Set router 0c7317b9-8e30-4cd8-a5c4-e25b15709012 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:52:59.167206 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-7d38206c-22cd-446a-9d20-9405081050e4 None None] Provisioning complete for port 628b2038-21d2-42f5-a01a-622af7eb9ba0 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:52:59.167558 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-7d38206c-22cd-446a-9d20-9405081050e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (628b2038-21d2-42f5-a01a-622af7eb9ba0), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:59.167879 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-7d38206c-22cd-446a-9d20-9405081050e4 None None] Attempt 1 to provision port 628b2038-21d2-42f5-a01a-622af7eb9ba0 Sep 28 08:52:59.174060 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:52:59.289285 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d8f7653f-9cf8-4bab-9137-f309c4d67f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (8b00349b-5f81-468d-8d2d-72c32886fb92), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:59.355139 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-7d38206c-22cd-446a-9d20-9405081050e4 None None] Current status of the port 628b2038-21d2-42f5-a01a-622af7eb9ba0 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:52:59.355971 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-7d38206c-22cd-446a-9d20-9405081050e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (628b2038-21d2-42f5-a01a-622af7eb9ba0), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:59.433953 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-7d38206c-22cd-446a-9d20-9405081050e4 None None] For port 628b2038-21d2-42f5-a01a-622af7eb9ba0, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=628b2038-21d2-42f5-a01a-622af7eb9ba0,segment=NetworkSegment(e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1),segment_id=e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:52:59.444439 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-7d38206c-22cd-446a-9d20-9405081050e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (628b2038-21d2-42f5-a01a-622af7eb9ba0), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:59.531171 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7317b9-8e30-4cd8-a5c4-e25b15709012', 'name': 'tempest-TestMinimumBasicScenario-1262340825-router', 'tenant_id': 'f445710aafeb4a859f155a27d0afb60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '4fcbbe47-cb64-490d-b9b7-ac3fc3238595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:56Z', 'updated_at': '2022-09-28T08:52:57Z', 'revision_number': 3, 'project_id': 'f445710aafeb4a859f155a27d0afb60a', 'gw_port': {'id': '4fcbbe47-cb64-490d-b9b7-ac3fc3238595', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7317b9-8e30-4cd8-a5c4-e25b15709012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:56Z', 'updated_at': '2022-09-28T08:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:52:59.561689 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d8f7653f-9cf8-4bab-9137-f309c4d67f29 admin admin] Publish callbacks [] for port (8b00349b-5f81-468d-8d2d-72c32886fb92), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:59.563111 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454a4132-91f7-4f93-b2a4-b7d3270db922 None None] The sync data for ids ['0c7317b9-8e30-4cd8-a5c4-e25b15709012'] in dv-cinder-844563-8-iscsi is: [{'id': '0c7317b9-8e30-4cd8-a5c4-e25b15709012', 'name': 'tempest-TestMinimumBasicScenario-1262340825-router', 'tenant_id': 'f445710aafeb4a859f155a27d0afb60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '4fcbbe47-cb64-490d-b9b7-ac3fc3238595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:56Z', 'updated_at': '2022-09-28T08:52:57Z', 'revision_number': 3, 'project_id': 'f445710aafeb4a859f155a27d0afb60a', 'gw_port': {'id': '4fcbbe47-cb64-490d-b9b7-ac3fc3238595', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7317b9-8e30-4cd8-a5c4-e25b15709012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:56Z', 'updated_at': '2022-09-28T08:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:52:59.573835 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d8f7653f-9cf8-4bab-9137-f309c4d67f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (8b00349b-5f81-468d-8d2d-72c32886fb92), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:59.578834 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:59.588674 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:59.592698 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38206c-22cd-446a-9d20-9405081050e4 None None] Pushing event updated for resources: {'Port': ['ID=628b2038-21d2-42f5-a01a-622af7eb9ba0,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:59.673560 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-d8f7653f-9cf8-4bab-9137-f309c4d67f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1701416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1605525'] for router_interface (0c7317b9-8e30-4cd8-a5c4-e25b15709012), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:59.675720 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7653f-9cf8-4bab-9137-f309c4d67f29 admin admin] Pushing event updated for resources: {'Port': ['ID=8b00349b-5f81-468d-8d2d-72c32886fb92,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:52:59.675911 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-a41b788d-2083-43b8-8790-5b4330fee74c None None] Provisioning complete for port 8b00349b-5f81-468d-8d2d-72c32886fb92 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:52:59.676649 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a41b788d-2083-43b8-8790-5b4330fee74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (8b00349b-5f81-468d-8d2d-72c32886fb92), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:52:59.677063 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-a41b788d-2083-43b8-8790-5b4330fee74c None None] Attempt 1 to provision port 8b00349b-5f81-468d-8d2d-72c32886fb92 Sep 28 08:52:59.722830 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a41b788d-2083-43b8-8790-5b4330fee74c None None] Port 8b00349b-5f81-468d-8d2d-72c32886fb92 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:52:59.827003 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f7653f-9cf8-4bab-9137-f309c4d67f29 admin admin] Network 8b0301b0-0700-4603-8419-ebbbb00faf5f is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:52:59.828608 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-d8f7653f-9cf8-4bab-9137-f309c4d67f29 admin admin] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:52:59.993692 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 628b2038-21d2-42f5-a01a-622af7eb9ba0 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:52:59.999065 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f7653f-9cf8-4bab-9137-f309c4d67f29 admin admin] Router 0c7317b9-8e30-4cd8-a5c4-e25b15709012 has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:53:00.067682 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:00.071270 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 628b2038-21d2-42f5-a01a-622af7eb9ba0 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:53:00.071657 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (628b2038-21d2-42f5-a01a-622af7eb9ba0), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:00.072022 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 628b2038-21d2-42f5-a01a-622af7eb9ba0 Sep 28 08:53:00.173081 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f7653f-9cf8-4bab-9137-f309c4d67f29 admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:53:00.188397 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-d8f7653f-9cf8-4bab-9137-f309c4d67f29 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/0c7317b9-8e30-4cd8-a5c4-e25b15709012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1295502 Sep 28 08:53:00.191605 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 628b2038-21d2-42f5-a01a-622af7eb9ba0 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:53:00.196850 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 3e4851c8-d106-4073-9e54-dc4e7a68ab36 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:53:00.223774 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-a41b788d-2083-43b8-8790-5b4330fee74c None None] Attempt 2 to provision port 8b00349b-5f81-468d-8d2d-72c32886fb92 Sep 28 08:53:00.270374 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a41b788d-2083-43b8-8790-5b4330fee74c None None] Port 8b00349b-5f81-468d-8d2d-72c32886fb92 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:53:00.277603 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:53:00.277978 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (3e4851c8-d106-4073-9e54-dc4e7a68ab36), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:00.278357 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 Sep 28 08:53:00.367573 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:53:00.771366 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-a41b788d-2083-43b8-8790-5b4330fee74c None None] Attempt 3 to provision port 8b00349b-5f81-468d-8d2d-72c32886fb92 Sep 28 08:53:00.805495 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a41b788d-2083-43b8-8790-5b4330fee74c None None] Port 8b00349b-5f81-468d-8d2d-72c32886fb92 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:53:01.307403 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-a41b788d-2083-43b8-8790-5b4330fee74c None None] Attempt 4 to provision port 8b00349b-5f81-468d-8d2d-72c32886fb92 Sep 28 08:53:01.370155 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a41b788d-2083-43b8-8790-5b4330fee74c None None] Port 8b00349b-5f81-468d-8d2d-72c32886fb92 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:53:01.871762 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-a41b788d-2083-43b8-8790-5b4330fee74c None None] Attempt 5 to provision port 8b00349b-5f81-468d-8d2d-72c32886fb92 Sep 28 08:53:02.054647 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 4fcbbe47-cb64-490d-b9b7-ac3fc3238595 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:53:02.085594 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a41b788d-2083-43b8-8790-5b4330fee74c None None] Port 8b00349b-5f81-468d-8d2d-72c32886fb92 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:53:02.108020 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 4fcbbe47-cb64-490d-b9b7-ac3fc3238595 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:53:02.108450 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (4fcbbe47-cb64-490d-b9b7-ac3fc3238595), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:02.108769 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 4fcbbe47-cb64-490d-b9b7-ac3fc3238595 Sep 28 08:53:02.111300 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:02.129262 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:02.199488 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 4fcbbe47-cb64-490d-b9b7-ac3fc3238595 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:53:02.199902 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (4fcbbe47-cb64-490d-b9b7-ac3fc3238595), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:02.234036 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] For port 4fcbbe47-cb64-490d-b9b7-ac3fc3238595, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=4fcbbe47-cb64-490d-b9b7-ac3fc3238595,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:53:02.238661 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (4fcbbe47-cb64-490d-b9b7-ac3fc3238595), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:02.298207 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Pushing event updated for resources: {'Port': ['ID=4fcbbe47-cb64-490d-b9b7-ac3fc3238595,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:02.338327 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] Sync routers for ids ['0c7317b9-8e30-4cd8-a5c4-e25b15709012'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:53:02.354518 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] Routers {'0c7317b9-8e30-4cd8-a5c4-e25b15709012'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:53:02.355334 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:52:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['0c7317b9-8e30-4cd8-a5c4-e25b15709012'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:53:02.478491 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] Set router 0c7317b9-8e30-4cd8-a5c4-e25b15709012 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:53:02.608067 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-a41b788d-2083-43b8-8790-5b4330fee74c None None] Attempt 6 to provision port 8b00349b-5f81-468d-8d2d-72c32886fb92 Sep 28 08:53:02.662311 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a41b788d-2083-43b8-8790-5b4330fee74c None None] Port 8b00349b-5f81-468d-8d2d-72c32886fb92 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:53:02.755495 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7317b9-8e30-4cd8-a5c4-e25b15709012', 'name': 'tempest-TestMinimumBasicScenario-1262340825-router', 'tenant_id': 'f445710aafeb4a859f155a27d0afb60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '4fcbbe47-cb64-490d-b9b7-ac3fc3238595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:56Z', 'updated_at': '2022-09-28T08:52:59Z', 'revision_number': 4, 'project_id': 'f445710aafeb4a859f155a27d0afb60a', 'gw_port': {'id': '4fcbbe47-cb64-490d-b9b7-ac3fc3238595', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7317b9-8e30-4cd8-a5c4-e25b15709012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:56Z', 'updated_at': '2022-09-28T08:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '8b00349b-5f81-468d-8d2d-72c32886fb92', 'name': '', 'network_id': '8b0301b0-0700-4603-8419-ebbbb00faf5f', 'tenant_id': 'f445710aafeb4a859f155a27d0afb60a', 'mac_address': 'fa:16:3e:75:25:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7317b9-8e30-4cd8-a5c4-e25b15709012', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'c8029363-5dbd-4297-bbdc-58661ad2162f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:52:59Z', 'revision_number': 2, 'project_id': 'f445710aafeb4a859f155a27d0afb60a', 'subnets': [{'id': 'c8029363-5dbd-4297-bbdc-58661ad2162f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:53:02.782475 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] Checking router: 0c7317b9-8e30-4cd8-a5c4-e25b15709012 for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:53:02.782840 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] Updating router 0c7317b9-8e30-4cd8-a5c4-e25b15709012 port 8b00349b-5f81-468d-8d2d-72c32886fb92 binding host dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 28 08:53:02.813806 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (8b00349b-5f81-468d-8d2d-72c32886fb92), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:03.155120 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] Publish callbacks [] for port (8b00349b-5f81-468d-8d2d-72c32886fb92), precommit_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:03.160645 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-a41b788d-2083-43b8-8790-5b4330fee74c None None] Attempt 7 to provision port 8b00349b-5f81-468d-8d2d-72c32886fb92 Sep 28 08:53:03.164953 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (8b00349b-5f81-468d-8d2d-72c32886fb92), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:03.204383 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:03.233592 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:03.260928 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a41b788d-2083-43b8-8790-5b4330fee74c None None] Port 8b00349b-5f81-468d-8d2d-72c32886fb92 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:53:03.261949 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d96edc-bce3-4bd2-9c4d-9c33e7a796e6 None None] Pushing event updated for resources: {'Port': ['ID=8b00349b-5f81-468d-8d2d-72c32886fb92,revision_number=3']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:03.302450 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] Attempting to bind port 8b00349b-5f81-468d-8d2d-72c32886fb92 on host dv-cinder-844563-8-iscsi for vnic_type normal with profile {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:53:03.303647 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] Attempting to bind port 8b00349b-5f81-468d-8d2d-72c32886fb92 by drivers openvswitch,hyperv on host dv-cinder-844563-8-iscsi at level 0 using segments [{'id': 'e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8b0301b0-0700-4603-8419-ebbbb00faf5f'}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:53:03.304216 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] Attempting to bind port 8b00349b-5f81-468d-8d2d-72c32886fb92 on network 8b0301b0-0700-4603-8419-ebbbb00faf5f {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:53:03.352356 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] Checking agent: {'id': '64b149e5-4219-447b-9666-81dbd422c467', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844563-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 29, 59), 'started_at': datetime.datetime(2022, 9, 28, 8, 30, 29), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844563-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:53:03.353539 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] Checking segment: {'id': 'e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8b0301b0-0700-4603-8419-ebbbb00faf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106477) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:53:03.353539 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:03.353737 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] Bound using segment: {'id': 'e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8b0301b0-0700-4603-8419-ebbbb00faf5f'} {{(pid=106477) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:53:03.355853 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.managers [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] Bound port: 8b00349b-5f81-468d-8d2d-72c32886fb92, host: dv-cinder-844563-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8b0301b0-0700-4603-8419-ebbbb00faf5f'}}] {{(pid=106477) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:53:03.356810 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (8b00349b-5f81-468d-8d2d-72c32886fb92), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:03.426277 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] For port 8b00349b-5f81-468d-8d2d-72c32886fb92, host dv-cinder-844563-8-iscsi, cleared binding levels {{(pid=106477) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:53:03.431681 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] For port 8b00349b-5f81-468d-8d2d-72c32886fb92, host dv-cinder-844563-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=8b00349b-5f81-468d-8d2d-72c32886fb92,segment=NetworkSegment(e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1),segment_id=e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1)] {{(pid=106477) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:53:03.441638 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (8b00349b-5f81-468d-8d2d-72c32886fb92), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:03.488347 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] Routers {'0c7317b9-8e30-4cd8-a5c4-e25b15709012'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:53:03.489009 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:52:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['0c7317b9-8e30-4cd8-a5c4-e25b15709012'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:53:03.545714 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d96edc-bce3-4bd2-9c4d-9c33e7a796e6 None None] Pushing event updated for resources: {'Port': ['ID=8b00349b-5f81-468d-8d2d-72c32886fb92,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:03.621154 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] Set router 0c7317b9-8e30-4cd8-a5c4-e25b15709012 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:53:03.764890 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-a41b788d-2083-43b8-8790-5b4330fee74c None None] Attempt 8 to provision port 8b00349b-5f81-468d-8d2d-72c32886fb92 Sep 28 08:53:03.915701 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 4fcbbe47-cb64-490d-b9b7-ac3fc3238595 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:53:03.985082 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7317b9-8e30-4cd8-a5c4-e25b15709012', 'name': 'tempest-TestMinimumBasicScenario-1262340825-router', 'tenant_id': 'f445710aafeb4a859f155a27d0afb60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '4fcbbe47-cb64-490d-b9b7-ac3fc3238595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:56Z', 'updated_at': '2022-09-28T08:52:59Z', 'revision_number': 4, 'project_id': 'f445710aafeb4a859f155a27d0afb60a', 'gw_port': {'id': '4fcbbe47-cb64-490d-b9b7-ac3fc3238595', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7317b9-8e30-4cd8-a5c4-e25b15709012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:56Z', 'updated_at': '2022-09-28T08:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '8b00349b-5f81-468d-8d2d-72c32886fb92', 'name': '', 'network_id': '8b0301b0-0700-4603-8419-ebbbb00faf5f', 'tenant_id': 'f445710aafeb4a859f155a27d0afb60a', 'mac_address': 'fa:16:3e:75:25:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7317b9-8e30-4cd8-a5c4-e25b15709012', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'c8029363-5dbd-4297-bbdc-58661ad2162f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': 'f445710aafeb4a859f155a27d0afb60a', 'subnets': [{'id': 'c8029363-5dbd-4297-bbdc-58661ad2162f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:53:03.986983 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a41b788d-2083-43b8-8790-5b4330fee74c None None] Current status of the port 8b00349b-5f81-468d-8d2d-72c32886fb92 is: DOWN; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:53:03.987320 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a41b788d-2083-43b8-8790-5b4330fee74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (8b00349b-5f81-468d-8d2d-72c32886fb92), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:04.034651 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d25bec-21e7-4d03-bfaa-49ef594a5443 None None] The sync data for ids ['0c7317b9-8e30-4cd8-a5c4-e25b15709012'] in dv-cinder-844563-8-iscsi is: [{'id': '0c7317b9-8e30-4cd8-a5c4-e25b15709012', 'name': 'tempest-TestMinimumBasicScenario-1262340825-router', 'tenant_id': 'f445710aafeb4a859f155a27d0afb60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '4fcbbe47-cb64-490d-b9b7-ac3fc3238595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:56Z', 'updated_at': '2022-09-28T08:52:59Z', 'revision_number': 4, 'project_id': 'f445710aafeb4a859f155a27d0afb60a', 'gw_port': {'id': '4fcbbe47-cb64-490d-b9b7-ac3fc3238595', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7317b9-8e30-4cd8-a5c4-e25b15709012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:56Z', 'updated_at': '2022-09-28T08:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '8b00349b-5f81-468d-8d2d-72c32886fb92', 'name': '', 'network_id': '8b0301b0-0700-4603-8419-ebbbb00faf5f', 'tenant_id': 'f445710aafeb4a859f155a27d0afb60a', 'mac_address': 'fa:16:3e:75:25:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7317b9-8e30-4cd8-a5c4-e25b15709012', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'c8029363-5dbd-4297-bbdc-58661ad2162f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:58Z', 'updated_at': '2022-09-28T08:53:03Z', 'revision_number': 4, 'project_id': 'f445710aafeb4a859f155a27d0afb60a', 'subnets': [{'id': 'c8029363-5dbd-4297-bbdc-58661ad2162f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:53:04.088119 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 4fcbbe47-cb64-490d-b9b7-ac3fc3238595 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:53:04.088503 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (4fcbbe47-cb64-490d-b9b7-ac3fc3238595), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:04.088847 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 4fcbbe47-cb64-490d-b9b7-ac3fc3238595 Sep 28 08:53:04.091752 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-a41b788d-2083-43b8-8790-5b4330fee74c None None] For port 8b00349b-5f81-468d-8d2d-72c32886fb92, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=8b00349b-5f81-468d-8d2d-72c32886fb92,segment=NetworkSegment(e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1),segment_id=e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:53:04.152604 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a41b788d-2083-43b8-8790-5b4330fee74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (8b00349b-5f81-468d-8d2d-72c32886fb92), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:04.201736 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-a41b788d-2083-43b8-8790-5b4330fee74c None None] Provisioning complete for port 628b2038-21d2-42f5-a01a-622af7eb9ba0 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:53:04.202124 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a41b788d-2083-43b8-8790-5b4330fee74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (628b2038-21d2-42f5-a01a-622af7eb9ba0), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:04.202470 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-a41b788d-2083-43b8-8790-5b4330fee74c None None] Attempt 1 to provision port 628b2038-21d2-42f5-a01a-622af7eb9ba0 Sep 28 08:53:04.240011 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:04.256392 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:04.285921 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b788d-2083-43b8-8790-5b4330fee74c None None] Pushing event updated for resources: {'Port': ['ID=8b00349b-5f81-468d-8d2d-72c32886fb92,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:04.360573 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a41b788d-2083-43b8-8790-5b4330fee74c None None] Current status of the port 628b2038-21d2-42f5-a01a-622af7eb9ba0 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:53:04.363699 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 4fcbbe47-cb64-490d-b9b7-ac3fc3238595 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:53:04.480304 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-53c02ef5-5732-4a4b-91c3-f51be7856f05 None None] Provisioning complete for port 8b00349b-5f81-468d-8d2d-72c32886fb92 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:53:04.481043 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-53c02ef5-5732-4a4b-91c3-f51be7856f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (8b00349b-5f81-468d-8d2d-72c32886fb92), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:04.481687 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-53c02ef5-5732-4a4b-91c3-f51be7856f05 None None] Attempt 1 to provision port 8b00349b-5f81-468d-8d2d-72c32886fb92 Sep 28 08:53:04.719343 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-53c02ef5-5732-4a4b-91c3-f51be7856f05 None None] Current status of the port 8b00349b-5f81-468d-8d2d-72c32886fb92 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:53:05.894037 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 8b00349b-5f81-468d-8d2d-72c32886fb92 up at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:53:05.962007 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Provisioning complete for port 8b00349b-5f81-468d-8d2d-72c32886fb92 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:53:05.962436 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (8b00349b-5f81-468d-8d2d-72c32886fb92), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:05.962779 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Attempt 1 to provision port 8b00349b-5f81-468d-8d2d-72c32886fb92 Sep 28 08:53:06.058266 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Current status of the port 8b00349b-5f81-468d-8d2d-72c32886fb92 is: ACTIVE; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:53:06.139976 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:08.036361 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=12,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:08.038172 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=26,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:09.528217 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=21 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:09.535184 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:10.139326 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-76dfdd52-425b-4f90-b25a-5fbcae53801f tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:10.140726 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-76dfdd52-425b-4f90-b25a-5fbcae53801f tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/networks?id=b7ed4aba-b891-47c2-80b2-aaebeb5f007b HTTP/1.1" status: 200 len: 815 time: 0.1058695 Sep 28 08:53:10.156013 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-17c20e3b-3404-471e-86f1-d33cc71b06ee tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/quotas/a5865848bafe480db52b92ab3323645f HTTP/1.1" status: 200 len: 375 time: 0.0098355 Sep 28 08:53:10.165776 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:10.168901 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=85,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:10.213176 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-3ecf7670-2949-456d-b108-6a02bc33ad55 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=a5865848bafe480db52b92ab3323645f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462251 Sep 28 08:53:10.307940 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-41cddf47-aca5-43c7-9136-6ef6f236cd7d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b7ed4aba-b891-47c2-80b2-aaebeb5f007b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833480 Sep 28 08:53:10.400605 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-8f6bae54-9bf0-402f-8148-c440504b1479 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/b7ed4aba-b891-47c2-80b2-aaebeb5f007b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869064 Sep 28 08:53:10.676037 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-dbc9d346-8d96-4f2f-adc8-5249d0188556 req-6c844770-80d4-42b5-9eb2-89382b07b9d8 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 210 time: 0.1414483 Sep 28 08:53:11.778096 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-ead8a7b4-a6cd-4811-aa71-568cd080f963 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:11.779506 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-ead8a7b4-a6cd-4811-aa71-568cd080f963 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.26 "GET /networking/v2.0/networks?id=b7ed4aba-b891-47c2-80b2-aaebeb5f007b HTTP/1.1" status: 200 len: 815 time: 0.1295519 Sep 28 08:53:11.790872 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e5bce1dd-c18a-4108-b2f9-7f0807ab1264 req-52f38137-caaa-4b32-be40-b0fb7fc66f9e tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 210 time: 0.0355594 Sep 28 08:53:11.808571 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Request body: {'port': {'device_id': '575ed4ff-93ec-4e2a-882e-ef9c582c0ee2', 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b', 'admin_state_up': True, 'tenant_id': 'a5865848bafe480db52b92ab3323645f'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:53:11.922692 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Made reservation on behalf of a5865848bafe480db52b92ab3323645f for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:53:11.926574 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:12.063613 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Allocated IP 172.20.0.7 (b7ed4aba-b891-47c2-80b2-aaebeb5f007b/4365a733-8241-4e32-9aa5-41da0b2d773b/46130deb-f05d-45a3-9209-b6a24b906549) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:53:12.259419 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for port (46130deb-f05d-45a3-9209-b6a24b906549), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:12.304204 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (46130deb-f05d-45a3-9209-b6a24b906549), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:12.372326 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Network b7ed4aba-b891-47c2-80b2-aaebeb5f007b is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:53:12.380067 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:53:12.384890 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:53:12.389696 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Pushing event updated for resources: {'Port': ['ID=46130deb-f05d-45a3-9209-b6a24b906549,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:12.431820 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:12.432280 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:12.432634 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:12.433132 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:12.433536 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:12.433967 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:12.434381 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:12.434833 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:12.435279 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:12.435673 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:12.436104 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:12.436533 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:12.436952 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:12.437348 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:12.437815 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:12.468123 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:12.468962 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:12.493857 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-20a055c9-9bf3-4a2d-a536-c423e0f0e61c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6894417 Sep 28 08:53:12.798784 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-915035ab-6cd5-4412-a51e-90848a20a6b3 None None] Provisioning complete for port 46130deb-f05d-45a3-9209-b6a24b906549 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:53:12.799942 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-915035ab-6cd5-4412-a51e-90848a20a6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (46130deb-f05d-45a3-9209-b6a24b906549), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:12.800742 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-915035ab-6cd5-4412-a51e-90848a20a6b3 None None] Attempt 1 to provision port 46130deb-f05d-45a3-9209-b6a24b906549 Sep 28 08:53:12.846055 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-915035ab-6cd5-4412-a51e-90848a20a6b3 None None] Port 46130deb-f05d-45a3-9209-b6a24b906549 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:53:12.952368 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a28fa-2711-41bf-944b-696c045cc6c3 req-8815edbe-cccf-4eac-9ba0-cd6fcfb04cff tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:12.955146 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-051a28fa-2711-41bf-944b-696c045cc6c3 req-8815edbe-cccf-4eac-9ba0-cd6fcfb04cff tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 931 time: 0.0600612 Sep 28 08:53:13.006591 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-051a28fa-2711-41bf-944b-696c045cc6c3 req-4af6c9b5-f5ea-465e-bf49-e227224d3a82 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460894 Sep 28 08:53:13.347921 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-915035ab-6cd5-4412-a51e-90848a20a6b3 None None] Attempt 2 to provision port 46130deb-f05d-45a3-9209-b6a24b906549 Sep 28 08:53:13.399162 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-915035ab-6cd5-4412-a51e-90848a20a6b3 None None] Port 46130deb-f05d-45a3-9209-b6a24b906549 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:53:13.745956 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:53:13.900215 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-915035ab-6cd5-4412-a51e-90848a20a6b3 None None] Attempt 3 to provision port 46130deb-f05d-45a3-9209-b6a24b906549 Sep 28 08:53:13.936748 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-915035ab-6cd5-4412-a51e-90848a20a6b3 None None] Port 46130deb-f05d-45a3-9209-b6a24b906549 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:53:14.139568 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8fa99-90bc-4544-984e-5f876233f25b req-3ae7901e-5461-4173-af2e-388e9aa585a4 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:14.141113 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-89c8fa99-90bc-4544-984e-5f876233f25b req-3ae7901e-5461-4173-af2e-388e9aa585a4 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 931 time: 0.0513394 Sep 28 08:53:14.204364 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-89c8fa99-90bc-4544-984e-5f876233f25b req-7cbbf1fe-51d7-4771-80c3-8b60aa1d12fc tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569637 Sep 28 08:53:14.438264 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-915035ab-6cd5-4412-a51e-90848a20a6b3 None None] Attempt 4 to provision port 46130deb-f05d-45a3-9209-b6a24b906549 Sep 28 08:53:14.475797 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-915035ab-6cd5-4412-a51e-90848a20a6b3 None None] Port 46130deb-f05d-45a3-9209-b6a24b906549 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:53:14.977440 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-915035ab-6cd5-4412-a51e-90848a20a6b3 None None] Attempt 5 to provision port 46130deb-f05d-45a3-9209-b6a24b906549 Sep 28 08:53:15.026909 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-915035ab-6cd5-4412-a51e-90848a20a6b3 None None] Port 46130deb-f05d-45a3-9209-b6a24b906549 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:53:15.350425 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6989ad-364e-4378-88fa-7a7c954046ee req-e7a23d9a-a1ef-4717-9b13-17ff0edca723 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:15.351926 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ab6989ad-364e-4378-88fa-7a7c954046ee req-e7a23d9a-a1ef-4717-9b13-17ff0edca723 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 931 time: 0.0634127 Sep 28 08:53:15.406725 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ab6989ad-364e-4378-88fa-7a7c954046ee req-039d2837-b56c-4b70-b27e-338dcf1b2030 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489047 Sep 28 08:53:15.528428 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-915035ab-6cd5-4412-a51e-90848a20a6b3 None None] Attempt 6 to provision port 46130deb-f05d-45a3-9209-b6a24b906549 Sep 28 08:53:15.563096 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-915035ab-6cd5-4412-a51e-90848a20a6b3 None None] Port 46130deb-f05d-45a3-9209-b6a24b906549 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:53:16.064540 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-915035ab-6cd5-4412-a51e-90848a20a6b3 None None] Attempt 7 to provision port 46130deb-f05d-45a3-9209-b6a24b906549 Sep 28 08:53:16.100856 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-915035ab-6cd5-4412-a51e-90848a20a6b3 None None] Port 46130deb-f05d-45a3-9209-b6a24b906549 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:53:16.537212 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d5c5f-4752-498d-9dd0-f289180c5358 req-2549b3eb-5f28-4352-b687-1ddc4c811eeb tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:16.539027 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-267d5c5f-4752-498d-9dd0-f289180c5358 req-2549b3eb-5f28-4352-b687-1ddc4c811eeb tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 931 time: 0.0518973 Sep 28 08:53:16.597889 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-267d5c5f-4752-498d-9dd0-f289180c5358 req-63134b53-9f27-4a3c-9b56-6f1660731e6a tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518315 Sep 28 08:53:16.602357 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-915035ab-6cd5-4412-a51e-90848a20a6b3 None None] Attempt 8 to provision port 46130deb-f05d-45a3-9209-b6a24b906549 Sep 28 08:53:16.649809 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-915035ab-6cd5-4412-a51e-90848a20a6b3 None None] Port 46130deb-f05d-45a3-9209-b6a24b906549 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:53:17.151532 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-915035ab-6cd5-4412-a51e-90848a20a6b3 None None] Attempt 9 to provision port 46130deb-f05d-45a3-9209-b6a24b906549 Sep 28 08:53:17.184544 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=100 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:17.190764 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-915035ab-6cd5-4412-a51e-90848a20a6b3 None None] Port 46130deb-f05d-45a3-9209-b6a24b906549 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:53:17.691798 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-915035ab-6cd5-4412-a51e-90848a20a6b3 None None] Attempt 10 to provision port 46130deb-f05d-45a3-9209-b6a24b906549 Sep 28 08:53:17.729619 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-915035ab-6cd5-4412-a51e-90848a20a6b3 None None] Port 46130deb-f05d-45a3-9209-b6a24b906549 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:53:17.747691 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523be7a0-f8bc-4438-843c-32c31169ca94 req-aa907d0e-3ec2-4e1d-9c9e-96f8d612f584 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:17.749300 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-523be7a0-f8bc-4438-843c-32c31169ca94 req-aa907d0e-3ec2-4e1d-9c9e-96f8d612f584 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 931 time: 0.0647964 Sep 28 08:53:17.814055 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-523be7a0-f8bc-4438-843c-32c31169ca94 req-488f7060-63be-4650-9a2b-07844f155dbf tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589001 Sep 28 08:53:18.954733 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a78d79-52a7-4479-977c-ac689205e8b0 req-21aa0140-ffda-4ef9-8630-bfe040e371a0 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:18.956325 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-90a78d79-52a7-4479-977c-ac689205e8b0 req-21aa0140-ffda-4ef9-8630-bfe040e371a0 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 931 time: 0.0494652 Sep 28 08:53:19.018259 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-90a78d79-52a7-4479-977c-ac689205e8b0 req-b9fea65a-05d8-4de2-bd81-57498d55d9ab tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547452 Sep 28 08:53:20.132357 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:20.140705 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ba326-d076-4034-b5d4-39ce9f9ff30a req-91c95fb4-59f4-41fe-b5f9-7778622e347e tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:20.142215 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cf8ba326-d076-4034-b5d4-39ce9f9ff30a req-91c95fb4-59f4-41fe-b5f9-7778622e347e tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 931 time: 0.0470057 Sep 28 08:53:20.189914 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-cf8ba326-d076-4034-b5d4-39ce9f9ff30a req-541e45e6-51c4-4318-b115-ccdeb43ba8d5 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419629 Sep 28 08:53:21.314076 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf09e9-0b7d-4a5b-b5bf-fe200be88aed req-690ffca0-b82d-4fad-b88c-f21b8e52cc97 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:21.315557 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6aaf09e9-0b7d-4a5b-b5bf-fe200be88aed req-690ffca0-b82d-4fad-b88c-f21b8e52cc97 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 931 time: 0.0493577 Sep 28 08:53:21.336619 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:21.364282 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6aaf09e9-0b7d-4a5b-b5bf-fe200be88aed req-a5529916-f1ac-4947-b7de-7e1bbfa945ba tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423031 Sep 28 08:53:22.120248 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-bbd2ee67-9fb2-4a57-ac4d-02ccb165a18f service neutron] Request body: {'port': {'device_id': '575ed4ff-93ec-4e2a-882e-ef9c582c0ee2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:53:22.181976 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:22.219531 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-76fae557-e276-45e6-b889-05c2d6436170 req-4ce0bc25-7115-492c-aa96-c68c66431401 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685518 Sep 28 08:53:22.220031 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-bbd2ee67-9fb2-4a57-ac4d-02ccb165a18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (46130deb-f05d-45a3-9209-b6a24b906549), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:22.273044 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:22.378486 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fae557-e276-45e6-b889-05c2d6436170 req-cc113719-ced2-4d88-974a-61edd29cea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:22.379902 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-76fae557-e276-45e6-b889-05c2d6436170 req-cc113719-ced2-4d88-974a-61edd29cea53 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ba777b9726e944a881c0953e605f7477&device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 1129 time: 0.0578747 Sep 28 08:53:22.494419 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ef65c-4466-40f8-99e5-a09ba596dfae req-97942134-0f72-4ead-94da-95e7e7192fca tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:22.496037 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3f2ef65c-4466-40f8-99e5-a09ba596dfae req-97942134-0f72-4ead-94da-95e7e7192fca tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 931 time: 0.0493155 Sep 28 08:53:22.549340 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3f2ef65c-4466-40f8-99e5-a09ba596dfae req-561d817c-cd76-4e13-ae3d-4696f8bb581a tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473895 Sep 28 08:53:22.789156 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fae557-e276-45e6-b889-05c2d6436170 req-8796cbe3-4e96-403f-92ba-2db6fa79500f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:22.790624 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-76fae557-e276-45e6-b889-05c2d6436170 req-8796cbe3-4e96-403f-92ba-2db6fa79500f service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=411ef26c-758f-4425-9392-e141db9ca352 HTTP/1.1" status: 200 len: 912 time: 0.3740730 Sep 28 08:53:22.869488 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-bbd2ee67-9fb2-4a57-ac4d-02ccb165a18f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46130deb-f05d-45a3-9209-b6a24b906549 {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:53:22.879865 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-bbd2ee67-9fb2-4a57-ac4d-02ccb165a18f service neutron] Publish callbacks [] for port (46130deb-f05d-45a3-9209-b6a24b906549), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:22.891128 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-76fae557-e276-45e6-b889-05c2d6436170 req-a8a0f822-ef8a-472f-a041-2f5ec1297798 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a42d676a-2b05-4f5e-b0d3-1587e3c2e587 HTTP/1.1" status: 200 len: 1001 time: 0.0932283 Sep 28 08:53:22.906353 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-bbd2ee67-9fb2-4a57-ac4d-02ccb165a18f service neutron] Transition to ACTIVE for port object 46130deb-f05d-45a3-9209-b6a24b906549 will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 08:53:22.926127 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-bbd2ee67-9fb2-4a57-ac4d-02ccb165a18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (46130deb-f05d-45a3-9209-b6a24b906549), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:22.982336 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fae557-e276-45e6-b889-05c2d6436170 req-fedfa149-98fc-4e1d-921d-0eaf47c9040e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:22.983813 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-76fae557-e276-45e6-b889-05c2d6436170 req-fedfa149-98fc-4e1d-921d-0eaf47c9040e service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=06590ebe-ecb3-497b-82fa-82f5d0b9e571 HTTP/1.1" status: 200 len: 850 time: 0.0871713 Sep 28 08:53:23.016321 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2ee67-9fb2-4a57-ac4d-02ccb165a18f service neutron] Pushing event updated for resources: {'Port': ['ID=46130deb-f05d-45a3-9209-b6a24b906549,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:23.074176 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fae557-e276-45e6-b889-05c2d6436170 req-8d6d4012-f326-4e29-9dae-bdd7ece10259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:23.075604 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-76fae557-e276-45e6-b889-05c2d6436170 req-8d6d4012-f326-4e29-9dae-bdd7ece10259 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=411ef26c-758f-4425-9392-e141db9ca352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0731301 Sep 28 08:53:23.108470 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-bbd2ee67-9fb2-4a57-ac4d-02ccb165a18f service neutron] Attempting to bind port 46130deb-f05d-45a3-9209-b6a24b906549 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:53:23.108808 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-bbd2ee67-9fb2-4a57-ac4d-02ccb165a18f service neutron] Attempting to bind port 46130deb-f05d-45a3-9209-b6a24b906549 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'c9342481-9f3e-48af-81c8-455ac0b96fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:53:23.109166 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-bbd2ee67-9fb2-4a57-ac4d-02ccb165a18f service neutron] Attempting to bind port 46130deb-f05d-45a3-9209-b6a24b906549 on network b7ed4aba-b891-47c2-80b2-aaebeb5f007b {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:53:23.194639 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:23.210510 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-bbd2ee67-9fb2-4a57-ac4d-02ccb165a18f service neutron] Port 46130deb-f05d-45a3-9209-b6a24b906549 on network b7ed4aba-b891-47c2-80b2-aaebeb5f007b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:53:23.210841 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-bbd2ee67-9fb2-4a57-ac4d-02ccb165a18f service neutron] Attempting to bind port 46130deb-f05d-45a3-9209-b6a24b906549 on network b7ed4aba-b891-47c2-80b2-aaebeb5f007b {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:53:23.235477 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-76fae557-e276-45e6-b889-05c2d6436170 req-ba2d6cd3-47ad-4af1-9282-9caada0cfc12 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532419 Sep 28 08:53:23.304721 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-bbd2ee67-9fb2-4a57-ac4d-02ccb165a18f service neutron] Checking agent: {'id': '0e203ff6-fe6d-4565-9e88-81d2831b3c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'started_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:53:23.305059 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-bbd2ee67-9fb2-4a57-ac4d-02ccb165a18f service neutron] Checking segment: {'id': 'c9342481-9f3e-48af-81c8-455ac0b96fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:53:23.305467 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-bbd2ee67-9fb2-4a57-ac4d-02ccb165a18f service neutron] Bound using segment: {'id': 'c9342481-9f3e-48af-81c8-455ac0b96fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:53:23.305915 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-bbd2ee67-9fb2-4a57-ac4d-02ccb165a18f service neutron] Bound port: 46130deb-f05d-45a3-9209-b6a24b906549, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9342481-9f3e-48af-81c8-455ac0b96fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:53:23.306277 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-bbd2ee67-9fb2-4a57-ac4d-02ccb165a18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (46130deb-f05d-45a3-9209-b6a24b906549), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:23.378448 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:23.388664 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-76fae557-e276-45e6-b889-05c2d6436170 req-c6ec4537-2a4d-4eed-9085-6224b0d8ecc6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464803 Sep 28 08:53:23.398516 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-bbd2ee67-9fb2-4a57-ac4d-02ccb165a18f service neutron] For port 46130deb-f05d-45a3-9209-b6a24b906549, host hv-cinder-84456, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:53:23.401682 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-bbd2ee67-9fb2-4a57-ac4d-02ccb165a18f service neutron] For port 46130deb-f05d-45a3-9209-b6a24b906549, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=46130deb-f05d-45a3-9209-b6a24b906549,segment=NetworkSegment(c9342481-9f3e-48af-81c8-455ac0b96fae),segment_id=c9342481-9f3e-48af-81c8-455ac0b96fae)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:53:23.407063 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-bbd2ee67-9fb2-4a57-ac4d-02ccb165a18f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (46130deb-f05d-45a3-9209-b6a24b906549), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:23.411225 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-bbd2ee67-9fb2-4a57-ac4d-02ccb165a18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:23.412366 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-bbd2ee67-9fb2-4a57-ac4d-02ccb165a18f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:23.413763 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-bbd2ee67-9fb2-4a57-ac4d-02ccb165a18f service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/46130deb-f05d-45a3-9209-b6a24b906549 HTTP/1.1" status: 200 len: 1093 time: 1.2980921 Sep 28 08:53:23.414319 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575ed4ff-93ec-4e2a-882e-ef9c582c0ee2', 'tag': '46130deb-f05d-45a3-9209-b6a24b906549'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:53:23.416557 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996ae503-733d-4e23-8cd0-7dcc9105ae5b" -d '{"events": [{"name": "network-changed", "server_uuid": "575ed4ff-93ec-4e2a-882e-ef9c582c0ee2", "tag": "46130deb-f05d-45a3-9209-b6a24b906549"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:53:23.463512 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0467929b-f99b-452c-9d05-41aaa4010000 x-openstack-request-id: req-0467929b-f99b-452c-9d05-41aaa4010000 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:53:23.463834 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575ed4ff-93ec-4e2a-882e-ef9c582c0ee2", "tag": "46130deb-f05d-45a3-9209-b6a24b906549", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:53:23.464085 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0467929b-f99b-452c-9d05-41aaa4010000 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:53:23.464487 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0467929b-f99b-452c-9d05-41aaa4010000'] response: {'name': 'network-changed', 'server_uuid': '575ed4ff-93ec-4e2a-882e-ef9c582c0ee2', 'tag': '46130deb-f05d-45a3-9209-b6a24b906549', 'status': 'completed', 'code': 200} Sep 28 08:53:23.469231 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2ee67-9fb2-4a57-ac4d-02ccb165a18f service neutron] Pushing event updated for resources: {'Port': ['ID=46130deb-f05d-45a3-9209-b6a24b906549,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:23.548589 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-7627ec64-4d88-44cf-9689-5d6d19bdac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:23.550144 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-7627ec64-4d88-44cf-9689-5d6d19bdac6e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a5865848bafe480db52b92ab3323645f&device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 1127 time: 0.0457628 Sep 28 08:53:23.681168 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4037d0e-07c2-41ae-84b8-aeedb2c07aef req-ffab06af-61d7-49ab-b440-df6143f076fb tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:23.682566 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c4037d0e-07c2-41ae-84b8-aeedb2c07aef req-ffab06af-61d7-49ab-b440-df6143f076fb tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 943 time: 0.0495665 Sep 28 08:53:23.731947 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c4037d0e-07c2-41ae-84b8-aeedb2c07aef req-ca5c21d0-6655-42bd-baa8-0d5c998e9d51 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437324 Sep 28 08:53:23.808506 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:23.821799 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=5 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:23.846327 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-876513e7-0f19-4b24-956b-71ac2ec2c6c7 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46130deb-f05d-45a3-9209-b6a24b906549 HTTP/1.1" status: 200 len: 217 time: 0.0337422 Sep 28 08:53:23.896469 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-fbbbdcd3-c25f-4ac5-8c57-629bab53419e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:23.897974 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-fbbbdcd3-c25f-4ac5-8c57-629bab53419e service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=4365a733-8241-4e32-9aa5-41da0b2d773b HTTP/1.1" status: 200 len: 854 time: 0.0463285 Sep 28 08:53:23.962159 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-0a15bd39-a418-4041-82ad-e8f4ec804052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:23.963694 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-0a15bd39-a418-4041-82ad-e8f4ec804052 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b7ed4aba-b891-47c2-80b2-aaebeb5f007b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449636 Sep 28 08:53:24.060206 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-19066f81-9da9-487e-9688-281d5614ba17 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b7ed4aba-b891-47c2-80b2-aaebeb5f007b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864804 Sep 28 08:53:24.312896 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-fd7ca4c1-3b99-4755-8a2b-e9bf15ba9d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:24.332390 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-50d69ac0-a2b5-4662-8b08-8871503b3ca4 req-db1fb639-29ff-41ef-a3f0-784b7ebb5c21 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b7ed4aba-b891-47c2-80b2-aaebeb5f007b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946968 Sep 28 08:53:24.855304 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39d4a3-2df5-41ed-977a-640838842218 req-506451bd-5fbc-4b0c-af33-4f46845db5a9 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:24.856760 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2c39d4a3-2df5-41ed-977a-640838842218 req-506451bd-5fbc-4b0c-af33-4f46845db5a9 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 943 time: 0.0458620 Sep 28 08:53:24.903784 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-2c39d4a3-2df5-41ed-977a-640838842218 req-234b8401-4457-4dd9-884e-36ce7a90be5a tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413013 Sep 28 08:53:26.023698 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba4892-2686-4077-8ed6-faa9bd86f9db req-e3af8c75-952d-4d98-8394-c21750a46ec4 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:26.025179 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4ba4892-2686-4077-8ed6-faa9bd86f9db req-e3af8c75-952d-4d98-8394-c21750a46ec4 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 943 time: 0.0462034 Sep 28 08:53:26.077584 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-b4ba4892-2686-4077-8ed6-faa9bd86f9db req-138be33e-eccf-4a79-9f46-14db3cb4eb3f tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466990 Sep 28 08:53:26.306531 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ae503-733d-4e23-8cd0-7dcc9105ae5b req-ddf8b187-e9d5-45d9-919a-c8845b36ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:26.308026 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-996ae503-733d-4e23-8cd0-7dcc9105ae5b req-ddf8b187-e9d5-45d9-919a-c8845b36ace7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a5865848bafe480db52b92ab3323645f&device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 1127 time: 0.0406835 Sep 28 08:53:26.401285 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ae503-733d-4e23-8cd0-7dcc9105ae5b req-f0d1400b-3254-47d6-8b2e-2852179c47ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:26.402648 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-996ae503-733d-4e23-8cd0-7dcc9105ae5b req-f0d1400b-3254-47d6-8b2e-2852179c47ae service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=b7ed4aba-b891-47c2-80b2-aaebeb5f007b HTTP/1.1" status: 200 len: 916 time: 0.0884027 Sep 28 08:53:26.441155 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-996ae503-733d-4e23-8cd0-7dcc9105ae5b req-33b28c2b-6756-487a-b7a3-077d14429d6f service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46130deb-f05d-45a3-9209-b6a24b906549 HTTP/1.1" status: 200 len: 217 time: 0.0327389 Sep 28 08:53:26.489352 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ae503-733d-4e23-8cd0-7dcc9105ae5b req-3da03a5a-3a22-436e-bbdd-68142d97ce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:26.490795 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-996ae503-733d-4e23-8cd0-7dcc9105ae5b req-3da03a5a-3a22-436e-bbdd-68142d97ce25 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=4365a733-8241-4e32-9aa5-41da0b2d773b HTTP/1.1" status: 200 len: 854 time: 0.0444314 Sep 28 08:53:26.535028 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ae503-733d-4e23-8cd0-7dcc9105ae5b req-cd347a3d-2481-4b09-8346-d99800c701aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:26.537081 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-996ae503-733d-4e23-8cd0-7dcc9105ae5b req-cd347a3d-2481-4b09-8346-d99800c701aa service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b7ed4aba-b891-47c2-80b2-aaebeb5f007b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394371 Sep 28 08:53:26.631210 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-996ae503-733d-4e23-8cd0-7dcc9105ae5b req-4f5eb790-b5c6-491c-bfe2-5b12a0f4ccac service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b7ed4aba-b891-47c2-80b2-aaebeb5f007b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870850 Sep 28 08:53:26.654893 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:26.712088 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-e62eb0b6-2d8e-497f-b4e0-6e8cc00bf412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:26.729720 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-996ae503-733d-4e23-8cd0-7dcc9105ae5b req-a5c28ac6-c5f9-4d4d-8e76-892caeb3534d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b7ed4aba-b891-47c2-80b2-aaebeb5f007b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921664 Sep 28 08:53:27.199869 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf6328-c7cd-48d8-ba63-4c25114636ce req-3a64ace2-531a-4e92-aa8c-aac47897c87f tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:27.201358 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9fcf6328-c7cd-48d8-ba63-4c25114636ce req-3a64ace2-531a-4e92-aa8c-aac47897c87f tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 943 time: 0.0465829 Sep 28 08:53:27.238861 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 46130deb-f05d-45a3-9209-b6a24b906549 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:53:27.248165 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9fcf6328-c7cd-48d8-ba63-4c25114636ce req-21064e7d-7255-4d66-be0e-ea1a0d326643 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412519 Sep 28 08:53:27.312790 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:27.341666 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 46130deb-f05d-45a3-9209-b6a24b906549, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=46130deb-f05d-45a3-9209-b6a24b906549,segment=NetworkSegment(c9342481-9f3e-48af-81c8-455ac0b96fae),segment_id=c9342481-9f3e-48af-81c8-455ac0b96fae)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:53:27.353653 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': '46130deb-f05d-45a3-9209-b6a24b906549', 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b', 'port_id': '46130deb-f05d-45a3-9209-b6a24b906549', 'mac_address': 'fa:16:3e:da:d1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4365a733-8241-4e32-9aa5-41da0b2d773b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:53:27.387710 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 46130deb-f05d-45a3-9209-b6a24b906549 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:53:27.388026 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (46130deb-f05d-45a3-9209-b6a24b906549), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:27.401653 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46130deb-f05d-45a3-9209-b6a24b906549 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:53:27.421869 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 46130deb-f05d-45a3-9209-b6a24b906549, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=46130deb-f05d-45a3-9209-b6a24b906549,segment=NetworkSegment(c9342481-9f3e-48af-81c8-455ac0b96fae),segment_id=c9342481-9f3e-48af-81c8-455ac0b96fae)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:53:27.426173 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (46130deb-f05d-45a3-9209-b6a24b906549), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:27.472486 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=46130deb-f05d-45a3-9209-b6a24b906549,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:27.807168 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['46130deb-f05d-45a3-9209-b6a24b906549'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:53:27.940926 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:28.371632 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08581f8-c7df-46bb-9019-c32c63328f9f req-a847e356-e332-4b9b-9385-d06c308cc9fd tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:28.373322 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c08581f8-c7df-46bb-9019-c32c63328f9f req-a847e356-e332-4b9b-9385-d06c308cc9fd tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 944 time: 0.0502775 Sep 28 08:53:28.423857 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c08581f8-c7df-46bb-9019-c32c63328f9f req-63d9374a-3011-4e28-9f2c-dc6045ce872c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424700 Sep 28 08:53:29.260823 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 46130deb-f05d-45a3-9209-b6a24b906549 up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:53:29.307225 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning for port 46130deb-f05d-45a3-9209-b6a24b906549 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 08:53:29.312568 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port 46130deb-f05d-45a3-9209-b6a24b906549 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:53:29.312946 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (46130deb-f05d-45a3-9209-b6a24b906549), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:29.313309 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port 46130deb-f05d-45a3-9209-b6a24b906549 Sep 28 08:53:29.384804 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 46130deb-f05d-45a3-9209-b6a24b906549 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:53:29.385222 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (46130deb-f05d-45a3-9209-b6a24b906549), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:29.387689 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:29.409996 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575ed4ff-93ec-4e2a-882e-ef9c582c0ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46130deb-f05d-45a3-9209-b6a24b906549'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:53:29.413639 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8702a0d-16c6-42f3-ad20-9076ffed3817" -d '{"events": [{"server_uuid": "575ed4ff-93ec-4e2a-882e-ef9c582c0ee2", "name": "network-vif-plugged", "status": "completed", "tag": "46130deb-f05d-45a3-9209-b6a24b906549"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:53:29.428110 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 46130deb-f05d-45a3-9209-b6a24b906549, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=46130deb-f05d-45a3-9209-b6a24b906549,segment=NetworkSegment(c9342481-9f3e-48af-81c8-455ac0b96fae),segment_id=c9342481-9f3e-48af-81c8-455ac0b96fae)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:53:29.432761 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (46130deb-f05d-45a3-9209-b6a24b906549), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:29.460149 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950d4d5e-2d17-4b2e-b887-761477dd669a x-openstack-request-id: req-950d4d5e-2d17-4b2e-b887-761477dd669a {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:53:29.460381 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575ed4ff-93ec-4e2a-882e-ef9c582c0ee2", "name": "network-vif-plugged", "status": "completed", "tag": "46130deb-f05d-45a3-9209-b6a24b906549", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:53:29.460641 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-950d4d5e-2d17-4b2e-b887-761477dd669a {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:53:29.461040 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-950d4d5e-2d17-4b2e-b887-761477dd669a'] response: {'server_uuid': '575ed4ff-93ec-4e2a-882e-ef9c582c0ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46130deb-f05d-45a3-9209-b6a24b906549', 'code': 200} Sep 28 08:53:29.499327 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=46130deb-f05d-45a3-9209-b6a24b906549,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:29.507424 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:29.547191 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:29.559970 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe823d-4049-4e99-a23c-dc64f4f76252 req-0a0c6bd1-e43d-4e62-b54d-2e63250e4f37 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:29.561643 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8ebe823d-4049-4e99-a23c-dc64f4f76252 req-0a0c6bd1-e43d-4e62-b54d-2e63250e4f37 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 945 time: 0.0599887 Sep 28 08:53:29.612858 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8ebe823d-4049-4e99-a23c-dc64f4f76252 req-bc41aa25-aec9-4691-9d50-9524681ef805 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455034 Sep 28 08:53:29.673536 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bcb4d3-0f71-4bb4-b1e0-87c1a4d7845b req-a5bce72a-2543-4907-879e-b960d139366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:29.675055 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-86bcb4d3-0f71-4bb4-b1e0-87c1a4d7845b req-a5bce72a-2543-4907-879e-b960d139366c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 1129 time: 0.0392871 Sep 28 08:53:29.718344 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-86bcb4d3-0f71-4bb4-b1e0-87c1a4d7845b req-b7d59a73-574b-4949-b321-d40ae72cd2e6 service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376978 Sep 28 08:53:30.736619 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06d912-b722-4069-82e2-900cc74476b1 req-8dea7cbe-b107-45d9-8f17-0cf92809d5e6 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:30.738065 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8f06d912-b722-4069-82e2-900cc74476b1 req-8dea7cbe-b107-45d9-8f17-0cf92809d5e6 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 945 time: 0.0472524 Sep 28 08:53:30.786099 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8f06d912-b722-4069-82e2-900cc74476b1 req-183ba59a-1b98-4a05-b386-b8a134be1054 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422616 Sep 28 08:53:31.906331 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc6936-c227-4b48-8bc2-4ba230bb6cc2 req-2c67239e-b7bb-4bd4-9545-d56dc813d882 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:31.907810 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-60dc6936-c227-4b48-8bc2-4ba230bb6cc2 req-2c67239e-b7bb-4bd4-9545-d56dc813d882 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 945 time: 0.0454383 Sep 28 08:53:31.958486 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-60dc6936-c227-4b48-8bc2-4ba230bb6cc2 req-fa8637cc-5156-4d11-88ba-4f8e3b08d9c6 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445323 Sep 28 08:53:32.072552 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:32.081261 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d2bc0-987a-4eda-b9d7-67c2f8c4ef40 req-06c2721e-a25d-4b25-a8ae-de9026f505f8 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:32.082799 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f52d2bc0-987a-4eda-b9d7-67c2f8c4ef40 req-06c2721e-a25d-4b25-a8ae-de9026f505f8 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 945 time: 0.0496416 Sep 28 08:53:32.134030 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f52d2bc0-987a-4eda-b9d7-67c2f8c4ef40 req-99e678e2-70c6-49f2-9d50-7db753ce6f88 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446308 Sep 28 08:53:32.470994 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c5e2f-382d-44e3-a1b3-2b92f5003cd3 req-caf42469-3880-4fba-85af-d68ade79328c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:32.472525 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-600c5e2f-382d-44e3-a1b3-2b92f5003cd3 req-caf42469-3880-4fba-85af-d68ade79328c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 945 time: 0.0468347 Sep 28 08:53:32.520908 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-600c5e2f-382d-44e3-a1b3-2b92f5003cd3 req-31df8aea-e705-4b3b-92f6-f610dc2d6f3b tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420961 Sep 28 08:53:36.138511 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:39.706276 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:39.716223 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=15 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:42.260005 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:42.303326 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1dfdcf-1d60-48c8-9c73-4d0f6ad442e9 req-fff242b3-c085-4984-a290-277ca2cfd5ff tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:42.304964 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ae1dfdcf-1d60-48c8-9c73-4d0f6ad442e9 req-fff242b3-c085-4984-a290-277ca2cfd5ff tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 945 time: 0.0553837 Sep 28 08:53:42.357019 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ae1dfdcf-1d60-48c8-9c73-4d0f6ad442e9 req-71af67af-19f9-46c6-8023-ceba402f1dae tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432255 Sep 28 08:53:42.387476 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 35142) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:53:42.472052 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211621a7-d9cf-48e7-a9e9-066e02a3f6fb tempest-TestMinimumBasicScenario-225216734 tempest-TestMinimumBasicScenario-225216734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:42.473629 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-211621a7-d9cf-48e7-a9e9-066e02a3f6fb tempest-TestMinimumBasicScenario-225216734 tempest-TestMinimumBasicScenario-225216734-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 1124 time: 0.0851436 Sep 28 08:53:42.476685 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 35146) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:53:42.481064 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-eeacde90-f546-4271-aff4-43e808f778d7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Request body: {'floatingip': {'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'port_id': '46130deb-f05d-45a3-9209-b6a24b906549', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:53:42.507075 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eeacde90-f546-4271-aff4-43e808f778d7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:42.593737 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eeacde90-f546-4271-aff4-43e808f778d7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:42.703892 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [None req-eeacde90-f546-4271-aff4-43e808f778d7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Allocated IP 172.27.2.106 (53303c84-4465-4011-9c65-8bdf4507ffd3/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f/b589e253-273b-48af-8b8d-9eb6b3e2d832) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:53:42.811724 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eeacde90-f546-4271-aff4-43e808f778d7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for port (b589e253-273b-48af-8b8d-9eb6b3e2d832), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:42.843578 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eeacde90-f546-4271-aff4-43e808f778d7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (b589e253-273b-48af-8b8d-9eb6b3e2d832), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:42.889993 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeacde90-f546-4271-aff4-43e808f778d7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:53:42.893347 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [None req-eeacde90-f546-4271-aff4-43e808f778d7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:53:42.897952 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeacde90-f546-4271-aff4-43e808f778d7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:53:42.903592 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacde90-f546-4271-aff4-43e808f778d7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Pushing event updated for resources: {'Port': ['ID=b589e253-273b-48af-8b8d-9eb6b3e2d832,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:43.252727 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:43.262704 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:43.268666 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eeacde90-f546-4271-aff4-43e808f778d7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for floatingip (61914bbb-ada2-4d7d-a881-79ffc5ca5962), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:43.340084 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eeacde90-f546-4271-aff4-43e808f778d7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (b589e253-273b-48af-8b8d-9eb6b3e2d832), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:43.492728 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eeacde90-f546-4271-aff4-43e808f778d7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for port (b589e253-273b-48af-8b8d-9eb6b3e2d832), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:43.497468 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eeacde90-f546-4271-aff4-43e808f778d7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (b589e253-273b-48af-8b8d-9eb6b3e2d832), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:43.564296 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacde90-f546-4271-aff4-43e808f778d7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Pushing event updated for resources: {'Port': ['ID=b589e253-273b-48af-8b8d-9eb6b3e2d832,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:43.566793 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eeacde90-f546-4271-aff4-43e808f778d7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (61914bbb-ada2-4d7d-a881-79ffc5ca5962), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:43.661443 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.db.l3_db [None req-eeacde90-f546-4271-aff4-43e808f778d7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Floating IP 61914bbb-ada2-4d7d-a881-79ffc5ca5962 associated. External IP: 172.27.2.106, port: 46130deb-f05d-45a3-9209-b6a24b906549. Sep 28 08:53:43.865614 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeacde90-f546-4271-aff4-43e808f778d7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Router d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5 has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:53:43.982788 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeacde90-f546-4271-aff4-43e808f778d7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:53:43.992963 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3c73b-f6de-44e9-9e94-8b9cc53c515b None None] Sync routers for ids ['d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:53:44.002724 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-eeacde90-f546-4271-aff4-43e808f778d7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:44.008777 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b3c73b-f6de-44e9-9e94-8b9cc53c515b None None] Routers {'d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:53:44.009480 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-85b3c73b-f6de-44e9-9e94-8b9cc53c515b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:53:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:53:44.032840 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-eeacde90-f546-4271-aff4-43e808f778d7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5550768 Sep 28 08:53:44.033515 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575ed4ff-93ec-4e2a-882e-ef9c582c0ee2', 'tag': '46130deb-f05d-45a3-9209-b6a24b906549'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:53:44.035755 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43484ad9-df29-4ebd-a07e-9e154034ae14" -d '{"events": [{"name": "network-changed", "server_uuid": "575ed4ff-93ec-4e2a-882e-ef9c582c0ee2", "tag": "46130deb-f05d-45a3-9209-b6a24b906549"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:53:44.036132 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 35148) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:53:44.044233 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-414d4d11-392a-4425-9329-d5a211f19c83 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1490180461', 'description': 'tempest-secgroup-smoke-1490180461 description', 'project_id': 'a5865848bafe480db52b92ab3323645f'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:53:44.069361 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-414d4d11-392a-4425-9329-d5a211f19c83 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for security_group (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:44.081431 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c18bf93-5434-4861-bc96-fadc199bd373 x-openstack-request-id: req-1c18bf93-5434-4861-bc96-fadc199bd373 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:53:44.081740 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575ed4ff-93ec-4e2a-882e-ef9c582c0ee2", "tag": "46130deb-f05d-45a3-9209-b6a24b906549", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:53:44.081986 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c18bf93-5434-4861-bc96-fadc199bd373 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:53:44.082835 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c18bf93-5434-4861-bc96-fadc199bd373'] response: {'name': 'network-changed', 'server_uuid': '575ed4ff-93ec-4e2a-882e-ef9c582c0ee2', 'tag': '46130deb-f05d-45a3-9209-b6a24b906549', 'status': 'completed', 'code': 200} Sep 28 08:53:44.120747 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-85b3c73b-f6de-44e9-9e94-8b9cc53c515b None None] Set router d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:53:44.145839 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-414d4d11-392a-4425-9329-d5a211f19c83 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for security_group (96e98c79-1180-4745-b3c4-4e8219af4d2f), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:44.150404 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-414d4d11-392a-4425-9329-d5a211f19c83 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (96e98c79-1180-4745-b3c4-4e8219af4d2f), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:44.178843 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43484ad9-df29-4ebd-a07e-9e154034ae14 req-04ebcbeb-113b-4ce2-8bc8-56096e0afb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:44.180746 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-43484ad9-df29-4ebd-a07e-9e154034ae14 req-04ebcbeb-113b-4ce2-8bc8-56096e0afb6a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a5865848bafe480db52b92ab3323645f&device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 1129 time: 0.0458760 Sep 28 08:53:44.185136 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d4d11-392a-4425-9329-d5a211f19c83 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96e98c79-1180-4745-b3c4-4e8219af4d2f,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:44.189381 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-414d4d11-392a-4425-9329-d5a211f19c83 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:44.194434 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-414d4d11-392a-4425-9329-d5a211f19c83 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1565490 Sep 28 08:53:44.195383 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 35152) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:53:44.200358 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-97922835-0c95-4c35-9f00-33b500e3c811 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Request body: {'security_group_rule': {'security_group_id': '96e98c79-1180-4745-b3c4-4e8219af4d2f', 'project_id': 'a5865848bafe480db52b92ab3323645f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:53:44.201011 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d4d11-392a-4425-9329-d5a211f19c83 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:44.201392 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d4d11-392a-4425-9329-d5a211f19c83 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:44.201744 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d4d11-392a-4425-9329-d5a211f19c83 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:44.202085 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d4d11-392a-4425-9329-d5a211f19c83 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:44.202427 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d4d11-392a-4425-9329-d5a211f19c83 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:44.202760 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d4d11-392a-4425-9329-d5a211f19c83 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:44.203091 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d4d11-392a-4425-9329-d5a211f19c83 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:44.203442 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d4d11-392a-4425-9329-d5a211f19c83 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:44.203757 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d4d11-392a-4425-9329-d5a211f19c83 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:44.204246 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d4d11-392a-4425-9329-d5a211f19c83 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:44.204592 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d4d11-392a-4425-9329-d5a211f19c83 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:44.204926 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d4d11-392a-4425-9329-d5a211f19c83 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:44.205285 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d4d11-392a-4425-9329-d5a211f19c83 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:44.205616 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d4d11-392a-4425-9329-d5a211f19c83 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:44.205946 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414d4d11-392a-4425-9329-d5a211f19c83 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:53:44.221371 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:44.356542 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-85b3c73b-f6de-44e9-9e94-8b9cc53c515b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'name': 'tempest-TestMinimumBasicScenario-1378316020-router', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b896a33f-2b1c-4db5-9485-482edd1f1443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:51Z', 'updated_at': '2022-09-28T08:52:54Z', 'revision_number': 4, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'gw_port': {'id': 'b896a33f-2b1c-4db5-9485-482edd1f1443', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:52Z', 'updated_at': '2022-09-28T08:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '61914bbb-ada2-4d7d-a881-79ffc5ca5962', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'port_id': '46130deb-f05d-45a3-9209-b6a24b906549', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b', 'mac_address': 'fa:16:3e:da:d1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575ed4ff-93ec-4e2a-882e-ef9c582c0ee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:53:43Z', 'updated_at': '2022-09-28T08:53:43Z', 'revision_number': 0, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e4851c8-d106-4073-9e54-dc4e7a68ab36', 'name': '', 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'mac_address': 'fa:16:3e:05:10:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '4365a733-8241-4e32-9aa5-41da0b2d773b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:53Z', 'updated_at': '2022-09-28T08:52:58Z', 'revision_number': 5, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'subnets': [{'id': '4365a733-8241-4e32-9aa5-41da0b2d773b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:53:44.383684 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3c73b-f6de-44e9-9e94-8b9cc53c515b None None] Checking router: d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5 for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:53:44.392827 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b3c73b-f6de-44e9-9e94-8b9cc53c515b None None] Routers {'d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:53:44.393490 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-85b3c73b-f6de-44e9-9e94-8b9cc53c515b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:53:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:53:44.500697 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-85b3c73b-f6de-44e9-9e94-8b9cc53c515b None None] Set router d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:53:44.510248 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:44.549539 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-97922835-0c95-4c35-9f00-33b500e3c811 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for security_group_rule (a9859455-a390-4953-bcbc-0e070c855760), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:44.573018 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43484ad9-df29-4ebd-a07e-9e154034ae14 req-6d6f5221-86be-45d9-8407-f46ea243cd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:44.574585 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-43484ad9-df29-4ebd-a07e-9e154034ae14 req-6d6f5221-86be-45d9-8407-f46ea243cd77 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=b7ed4aba-b891-47c2-80b2-aaebeb5f007b HTTP/1.1" status: 200 len: 916 time: 0.3874989 Sep 28 08:53:44.668868 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-43484ad9-df29-4ebd-a07e-9e154034ae14 req-8b793920-9ccb-4594-a6ea-c984fd72c653 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46130deb-f05d-45a3-9209-b6a24b906549 HTTP/1.1" status: 200 len: 999 time: 0.0826430 Sep 28 08:53:44.680078 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-97922835-0c95-4c35-9f00-33b500e3c811 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for security_group_rule (a9859455-a390-4953-bcbc-0e070c855760), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:44.688965 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-97922835-0c95-4c35-9f00-33b500e3c811 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (a9859455-a390-4953-bcbc-0e070c855760), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:44.721621 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-85b3c73b-f6de-44e9-9e94-8b9cc53c515b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'name': 'tempest-TestMinimumBasicScenario-1378316020-router', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b896a33f-2b1c-4db5-9485-482edd1f1443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:51Z', 'updated_at': '2022-09-28T08:52:54Z', 'revision_number': 4, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'gw_port': {'id': 'b896a33f-2b1c-4db5-9485-482edd1f1443', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:52Z', 'updated_at': '2022-09-28T08:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '61914bbb-ada2-4d7d-a881-79ffc5ca5962', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'port_id': '46130deb-f05d-45a3-9209-b6a24b906549', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b', 'mac_address': 'fa:16:3e:da:d1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575ed4ff-93ec-4e2a-882e-ef9c582c0ee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:53:43Z', 'updated_at': '2022-09-28T08:53:43Z', 'revision_number': 0, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e4851c8-d106-4073-9e54-dc4e7a68ab36', 'name': '', 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'mac_address': 'fa:16:3e:05:10:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '4365a733-8241-4e32-9aa5-41da0b2d773b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:53Z', 'updated_at': '2022-09-28T08:52:58Z', 'revision_number': 5, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'subnets': [{'id': '4365a733-8241-4e32-9aa5-41da0b2d773b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:53:44.731425 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97922835-0c95-4c35-9f00-33b500e3c811 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9859455-a390-4953-bcbc-0e070c855760,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:44.741502 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-97922835-0c95-4c35-9f00-33b500e3c811 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:44.745341 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-97922835-0c95-4c35-9f00-33b500e3c811 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5463762 Sep 28 08:53:44.745844 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 35154) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:53:44.748777 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43484ad9-df29-4ebd-a07e-9e154034ae14 req-397ffa7c-f33d-44a1-8121-088ee28d78a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:44.749250 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3c73b-f6de-44e9-9e94-8b9cc53c515b None None] The sync data for ids ['d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'] in dv-cinder-844563-8-iscsi is: [{'id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'name': 'tempest-TestMinimumBasicScenario-1378316020-router', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b896a33f-2b1c-4db5-9485-482edd1f1443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:51Z', 'updated_at': '2022-09-28T08:52:54Z', 'revision_number': 4, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'gw_port': {'id': 'b896a33f-2b1c-4db5-9485-482edd1f1443', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:52Z', 'updated_at': '2022-09-28T08:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '61914bbb-ada2-4d7d-a881-79ffc5ca5962', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'port_id': '46130deb-f05d-45a3-9209-b6a24b906549', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b', 'mac_address': 'fa:16:3e:da:d1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575ed4ff-93ec-4e2a-882e-ef9c582c0ee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:53:43Z', 'updated_at': '2022-09-28T08:53:43Z', 'revision_number': 0, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e4851c8-d106-4073-9e54-dc4e7a68ab36', 'name': '', 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'mac_address': 'fa:16:3e:05:10:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '4365a733-8241-4e32-9aa5-41da0b2d773b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:53Z', 'updated_at': '2022-09-28T08:52:58Z', 'revision_number': 5, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'subnets': [{'id': '4365a733-8241-4e32-9aa5-41da0b2d773b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:53:44.750889 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-43484ad9-df29-4ebd-a07e-9e154034ae14 req-397ffa7c-f33d-44a1-8121-088ee28d78a5 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=4365a733-8241-4e32-9aa5-41da0b2d773b HTTP/1.1" status: 200 len: 854 time: 0.0723319 Sep 28 08:53:44.751145 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-30ad70b8-08db-40cf-8ac4-2642d3179b87 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Request body: {'security_group_rule': {'security_group_id': '96e98c79-1180-4745-b3c4-4e8219af4d2f', 'project_id': 'a5865848bafe480db52b92ab3323645f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:53:44.789286 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-30ad70b8-08db-40cf-8ac4-2642d3179b87 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for security_group_rule (43b42e9c-b687-4718-a6e5-10399caf683f), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:44.800505 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43484ad9-df29-4ebd-a07e-9e154034ae14 req-742caea0-c992-4c74-a75b-94ef8e05a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:44.802721 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-43484ad9-df29-4ebd-a07e-9e154034ae14 req-742caea0-c992-4c74-a75b-94ef8e05a639 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b7ed4aba-b891-47c2-80b2-aaebeb5f007b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442061 Sep 28 08:53:44.855686 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-30ad70b8-08db-40cf-8ac4-2642d3179b87 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for security_group_rule (43b42e9c-b687-4718-a6e5-10399caf683f), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:44.858618 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-30ad70b8-08db-40cf-8ac4-2642d3179b87 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (43b42e9c-b687-4718-a6e5-10399caf683f), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:44.879856 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad70b8-08db-40cf-8ac4-2642d3179b87 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b42e9c-b687-4718-a6e5-10399caf683f,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:44.889757 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-30ad70b8-08db-40cf-8ac4-2642d3179b87 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:44.891008 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-30ad70b8-08db-40cf-8ac4-2642d3179b87 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1440439 Sep 28 08:53:44.896993 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 35156) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:53:44.901453 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [None req-2f2c3545-1437-4759-a924-a7ae48913f35 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Request body: {'security_group_rule': {'security_group_id': '96e98c79-1180-4745-b3c4-4e8219af4d2f', 'project_id': 'a5865848bafe480db52b92ab3323645f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:53:44.921616 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-43484ad9-df29-4ebd-a07e-9e154034ae14 req-73a7dc04-8eae-4c3f-980a-b7bb3fb489d7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b7ed4aba-b891-47c2-80b2-aaebeb5f007b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107564 Sep 28 08:53:44.969655 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171dcb26-f0bc-4e10-9eb6-baff4dc6132d None None] New status for floating IP 61914bbb-ada2-4d7d-a881-79ffc5ca5962: ACTIVE {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:53:44.982360 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2f2c3545-1437-4759-a924-a7ae48913f35 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for security_group_rule (f5d89f01-eca7-4755-af2e-f2e6e60a7aad), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:45.064249 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-43484ad9-df29-4ebd-a07e-9e154034ae14 req-d47edd01-3359-4998-aee0-b097c0541752 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b7ed4aba-b891-47c2-80b2-aaebeb5f007b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357083 Sep 28 08:53:45.070402 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2f2c3545-1437-4759-a924-a7ae48913f35 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for security_group_rule (f5d89f01-eca7-4755-af2e-f2e6e60a7aad), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:45.075117 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2f2c3545-1437-4759-a924-a7ae48913f35 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (f5d89f01-eca7-4755-af2e-f2e6e60a7aad), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:45.103083 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c3545-1437-4759-a924-a7ae48913f35 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5d89f01-eca7-4755-af2e-f2e6e60a7aad,revision_number=0']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:45.108818 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2f2c3545-1437-4759-a924-a7ae48913f35 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:45.115509 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 35158) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:53:45.116038 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-2f2c3545-1437-4759-a924-a7ae48913f35 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2175348 Sep 28 08:53:45.120320 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-5708b05c-0f36-483d-b586-64c93e422571 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Request body: {'security_group_rule': {'security_group_id': '96e98c79-1180-4745-b3c4-4e8219af4d2f', 'project_id': 'a5865848bafe480db52b92ab3323645f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:53:45.148388 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5708b05c-0f36-483d-b586-64c93e422571 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for security_group_rule (135ac9cc-098c-4c0d-a933-ef53d064ecc6), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:45.207720 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5708b05c-0f36-483d-b586-64c93e422571 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for security_group_rule (135ac9cc-098c-4c0d-a933-ef53d064ecc6), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:45.211855 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5708b05c-0f36-483d-b586-64c93e422571 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (135ac9cc-098c-4c0d-a933-ef53d064ecc6), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:45.230970 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708b05c-0f36-483d-b586-64c93e422571 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135ac9cc-098c-4c0d-a933-ef53d064ecc6,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:45.238905 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-5708b05c-0f36-483d-b586-64c93e422571 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:45.240137 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-5708b05c-0f36-483d-b586-64c93e422571 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234348 Sep 28 08:53:45.243019 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 35160) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:53:45.247220 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-eebf89e9-f50c-4e02-ba95-2ebb05bd7a8e tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Request body: {'security_group_rule': {'security_group_id': '96e98c79-1180-4745-b3c4-4e8219af4d2f', 'project_id': 'a5865848bafe480db52b92ab3323645f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:53:45.268314 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.securitygroups_db [None req-eebf89e9-f50c-4e02-ba95-2ebb05bd7a8e tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Project a5865848bafe480db52b92ab3323645f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:53:45.274400 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-eebf89e9-f50c-4e02-ba95-2ebb05bd7a8e tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for security_group_rule (75c844f6-da75-47c3-b8cf-1231a67cf7b0), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:45.300072 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:45.336079 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-eebf89e9-f50c-4e02-ba95-2ebb05bd7a8e tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for security_group_rule (75c844f6-da75-47c3-b8cf-1231a67cf7b0), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:45.339531 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-eebf89e9-f50c-4e02-ba95-2ebb05bd7a8e tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (75c844f6-da75-47c3-b8cf-1231a67cf7b0), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:45.359098 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf89e9-f50c-4e02-ba95-2ebb05bd7a8e tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c844f6-da75-47c3-b8cf-1231a67cf7b0,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:45.365129 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-eebf89e9-f50c-4e02-ba95-2ebb05bd7a8e tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:45.369297 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-eebf89e9-f50c-4e02-ba95-2ebb05bd7a8e tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224139 Sep 28 08:53:45.369297 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 35162) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:53:45.373395 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-af594b95-f5fc-4c83-b747-a896adff912c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Request body: {'security_group_rule': {'security_group_id': '96e98c79-1180-4745-b3c4-4e8219af4d2f', 'project_id': 'a5865848bafe480db52b92ab3323645f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:53:45.393483 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.securitygroups_db [None req-af594b95-f5fc-4c83-b747-a896adff912c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Project a5865848bafe480db52b92ab3323645f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 28 08:53:45.399270 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-af594b95-f5fc-4c83-b747-a896adff912c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for security_group_rule (c9fa3bf4-31f8-48d2-9835-c4b33a908c01), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:45.430649 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:45.464259 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-af594b95-f5fc-4c83-b747-a896adff912c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for security_group_rule (c9fa3bf4-31f8-48d2-9835-c4b33a908c01), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:45.467949 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-af594b95-f5fc-4c83-b747-a896adff912c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078110'] for security_group_rule (c9fa3bf4-31f8-48d2-9835-c4b33a908c01), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:45.487223 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af594b95-f5fc-4c83-b747-a896adff912c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9fa3bf4-31f8-48d2-9835-c4b33a908c01,revision_number=0']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:45.492800 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-af594b95-f5fc-4c83-b747-a896adff912c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:45.493973 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-af594b95-f5fc-4c83-b747-a896adff912c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238863 Sep 28 08:53:45.590300 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3edccc27-1c1b-402b-8769-8d5656fdd486 req-683bfeaf-4421-4b11-8118-1f18de514e31 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1490180461&fields=id&tenant_id=a5865848bafe480db52b92ab3323645f HTTP/1.1" status: 200 len: 267 time: 0.0496185 Sep 28 08:53:45.651366 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edccc27-1c1b-402b-8769-8d5656fdd486 req-0a83b963-b406-4e2e-9c9f-0874ed789688 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:45.652963 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3edccc27-1c1b-402b-8769-8d5656fdd486 req-0a83b963-b406-4e2e-9c9f-0874ed789688 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 945 time: 0.0567424 Sep 28 08:53:45.664273 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-3edccc27-1c1b-402b-8769-8d5656fdd486 req-5907c0bd-1818-4649-a37f-9c0b605ef0a6 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Request body: {'port': {'security_groups': ['4cf4805d-75b7-4702-82b8-8f72e1661057', '96e98c79-1180-4745-b3c4-4e8219af4d2f']}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:53:45.742593 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-3edccc27-1c1b-402b-8769-8d5656fdd486 req-5907c0bd-1818-4649-a37f-9c0b605ef0a6 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (46130deb-f05d-45a3-9209-b6a24b906549), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:45.930982 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-3edccc27-1c1b-402b-8769-8d5656fdd486 req-5907c0bd-1818-4649-a37f-9c0b605ef0a6 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] For port 46130deb-f05d-45a3-9209-b6a24b906549, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=46130deb-f05d-45a3-9209-b6a24b906549,segment=NetworkSegment(c9342481-9f3e-48af-81c8-455ac0b96fae),segment_id=c9342481-9f3e-48af-81c8-455ac0b96fae)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:53:45.959140 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-3edccc27-1c1b-402b-8769-8d5656fdd486 req-5907c0bd-1818-4649-a37f-9c0b605ef0a6 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for port (46130deb-f05d-45a3-9209-b6a24b906549), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:45.965351 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-3edccc27-1c1b-402b-8769-8d5656fdd486 req-5907c0bd-1818-4649-a37f-9c0b605ef0a6 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3668421'] for port (46130deb-f05d-45a3-9209-b6a24b906549), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:45.974766 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edccc27-1c1b-402b-8769-8d5656fdd486 req-5907c0bd-1818-4649-a37f-9c0b605ef0a6 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:45.975413 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-3edccc27-1c1b-402b-8769-8d5656fdd486 req-5907c0bd-1818-4649-a37f-9c0b605ef0a6 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:45.977644 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3edccc27-1c1b-402b-8769-8d5656fdd486 req-5907c0bd-1818-4649-a37f-9c0b605ef0a6 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "PUT /networking/v2.0/ports/46130deb-f05d-45a3-9209-b6a24b906549 HTTP/1.1" status: 200 len: 981 time: 0.3176959 Sep 28 08:53:45.980088 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575ed4ff-93ec-4e2a-882e-ef9c582c0ee2', 'tag': '46130deb-f05d-45a3-9209-b6a24b906549'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:53:45.985450 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7ed2ddc4584b00f7c30cf30121e6cd69d5fd04907018550f4f3d85fbaaf14d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f328fd-488f-4205-b651-daf4621b1e95" -d '{"events": [{"name": "network-changed", "server_uuid": "575ed4ff-93ec-4e2a-882e-ef9c582c0ee2", "tag": "46130deb-f05d-45a3-9209-b6a24b906549"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:53:46.016937 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['46130deb-f05d-45a3-9209-b6a24b906549'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:53:46.060868 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907c0bd-1818-4649-a37f-9c0b605ef0a6 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Pushing event updated for resources: {'Port': ['ID=46130deb-f05d-45a3-9209-b6a24b906549,revision_number=6']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:46.098042 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac6a9e-db6b-4e97-a658-4b05a4ec3f98 req-875479bd-c875-4d38-af68-f523a8d355b0 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:46.100169 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-53ac6a9e-db6b-4e97-a658-4b05a4ec3f98 req-875479bd-c875-4d38-af68-f523a8d355b0 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 984 time: 0.0547845 Sep 28 08:53:46.101712 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee92588b-2b53-4434-b1d6-4ae5b8ed6e95 x-openstack-request-id: req-ee92588b-2b53-4434-b1d6-4ae5b8ed6e95 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:53:46.101998 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575ed4ff-93ec-4e2a-882e-ef9c582c0ee2", "tag": "46130deb-f05d-45a3-9209-b6a24b906549", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:53:46.102252 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ee92588b-2b53-4434-b1d6-4ae5b8ed6e95 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:53:46.102644 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee92588b-2b53-4434-b1d6-4ae5b8ed6e95'] response: {'name': 'network-changed', 'server_uuid': '575ed4ff-93ec-4e2a-882e-ef9c582c0ee2', 'tag': '46130deb-f05d-45a3-9209-b6a24b906549', 'status': 'completed', 'code': 200} Sep 28 08:53:46.103756 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:46.165009 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-53ac6a9e-db6b-4e97-a658-4b05a4ec3f98 req-b8bfbe8d-6702-4d3c-9879-a1e25f14ac6b tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&id=96e98c79-1180-4745-b3c4-4e8219af4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567253 Sep 28 08:53:46.178678 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['46130deb-f05d-45a3-9209-b6a24b906549'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:53:46.188442 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f328fd-488f-4205-b651-daf4621b1e95 req-00ce569e-c62e-431c-a732-d3a6c1743ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:46.190668 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-74f328fd-488f-4205-b651-daf4621b1e95 req-00ce569e-c62e-431c-a732-d3a6c1743ebb service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a5865848bafe480db52b92ab3323645f&device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 1168 time: 0.0452750 Sep 28 08:53:46.270164 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:46.295059 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f328fd-488f-4205-b651-daf4621b1e95 req-83bbf29e-8b36-4453-b58c-03f526041c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:46.296611 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-74f328fd-488f-4205-b651-daf4621b1e95 req-83bbf29e-8b36-4453-b58c-03f526041c55 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=b7ed4aba-b891-47c2-80b2-aaebeb5f007b HTTP/1.1" status: 200 len: 916 time: 0.0986924 Sep 28 08:53:46.360043 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-74f328fd-488f-4205-b651-daf4621b1e95 req-1bef7dc5-7893-4ec1-a449-07fee1bdfabe service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46130deb-f05d-45a3-9209-b6a24b906549 HTTP/1.1" status: 200 len: 1001 time: 0.0566087 Sep 28 08:53:46.409977 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f328fd-488f-4205-b651-daf4621b1e95 req-73b185fd-42ed-477c-ae0f-f3fa285aa744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:46.411619 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-74f328fd-488f-4205-b651-daf4621b1e95 req-73b185fd-42ed-477c-ae0f-f3fa285aa744 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=4365a733-8241-4e32-9aa5-41da0b2d773b HTTP/1.1" status: 200 len: 854 time: 0.0458245 Sep 28 08:53:46.458135 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f328fd-488f-4205-b651-daf4621b1e95 req-cd8f4aef-8d05-4814-ad8a-58f5a8922bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:46.460189 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-74f328fd-488f-4205-b651-daf4621b1e95 req-cd8f4aef-8d05-4814-ad8a-58f5a8922bdf service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b7ed4aba-b891-47c2-80b2-aaebeb5f007b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432889 Sep 28 08:53:46.487314 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:46.558351 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-74f328fd-488f-4205-b651-daf4621b1e95 req-fb68817c-7275-400c-a912-71203e6c36f5 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b7ed4aba-b891-47c2-80b2-aaebeb5f007b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920181 Sep 28 08:53:46.585233 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:46.660133 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-74f328fd-488f-4205-b651-daf4621b1e95 req-c3a70364-7750-4923-9051-c3c52ca21601 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b7ed4aba-b891-47c2-80b2-aaebeb5f007b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962141 Sep 28 08:53:48.303487 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:48.314741 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6fd50-6e4f-4bc7-af70-a234ca2718cd req-c6574065-d64e-4522-ac08-5869b805c6a6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:48.316240 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-61e6fd50-6e4f-4bc7-af70-a234ca2718cd req-c6574065-d64e-4522-ac08-5869b805c6a6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 945 time: 0.0534205 Sep 28 08:53:48.382077 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-61e6fd50-6e4f-4bc7-af70-a234ca2718cd req-eab173bb-5fbe-405e-a328-7f1b5a835440 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516827 Sep 28 08:53:49.503226 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87fa3f-18f8-48fb-b9ca-25a7fdfc48a9 req-8de059c9-94d8-4dfc-ba62-eba9ce2c7216 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:49.504674 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3c87fa3f-18f8-48fb-b9ca-25a7fdfc48a9 req-8de059c9-94d8-4dfc-ba62-eba9ce2c7216 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 945 time: 0.0449116 Sep 28 08:53:49.555089 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3c87fa3f-18f8-48fb-b9ca-25a7fdfc48a9 req-d89414e1-9619-40a2-ba53-080fe2ee3d17 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442426 Sep 28 08:53:50.106275 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9e090-e9de-4de8-8fb8-7e4a2b4e6026 req-afc3d789-217a-4256-be79-ae68a7f358a6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:50.107746 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1bf9e090-e9de-4de8-8fb8-7e4a2b4e6026 req-afc3d789-217a-4256-be79-ae68a7f358a6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 945 time: 0.0506032 Sep 28 08:53:50.196041 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-1bf9e090-e9de-4de8-8fb8-7e4a2b4e6026 req-4a69edc2-3ac0-42d8-96d3-a5e01b1ff8f0 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Deleting port a42d676a-2b05-4f5e-b0d3-1587e3c2e587 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:53:50.196389 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-1bf9e090-e9de-4de8-8fb8-7e4a2b4e6026 req-4a69edc2-3ac0-42d8-96d3-a5e01b1ff8f0 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (a42d676a-2b05-4f5e-b0d3-1587e3c2e587), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:50.287328 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-1bf9e090-e9de-4de8-8fb8-7e4a2b4e6026 req-4a69edc2-3ac0-42d8-96d3-a5e01b1ff8f0 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] For port a42d676a-2b05-4f5e-b0d3-1587e3c2e587, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=a42d676a-2b05-4f5e-b0d3-1587e3c2e587,segment=NetworkSegment(a9f66c9a-3610-41bf-b082-fb0043fc9de1),segment_id=a9f66c9a-3610-41bf-b082-fb0043fc9de1)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:53:50.287709 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-1bf9e090-e9de-4de8-8fb8-7e4a2b4e6026 req-4a69edc2-3ac0-42d8-96d3-a5e01b1ff8f0 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (a42d676a-2b05-4f5e-b0d3-1587e3c2e587), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:50.475734 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-1bf9e090-e9de-4de8-8fb8-7e4a2b4e6026 req-4a69edc2-3ac0-42d8-96d3-a5e01b1ff8f0 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:50.476102 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-1bf9e090-e9de-4de8-8fb8-7e4a2b4e6026 req-4a69edc2-3ac0-42d8-96d3-a5e01b1ff8f0 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (6044695f-2f98-431d-a7f3-f91b41818901), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:50.476418 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.db.l3_db [req-1bf9e090-e9de-4de8-8fb8-7e4a2b4e6026 req-4a69edc2-3ac0-42d8-96d3-a5e01b1ff8f0 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Floating IP 6044695f-2f98-431d-a7f3-f91b41818901 disassociated. External IP: 172.27.2.241, port: a42d676a-2b05-4f5e-b0d3-1587e3c2e587. Sep 28 08:53:50.476767 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-1bf9e090-e9de-4de8-8fb8-7e4a2b4e6026 req-4a69edc2-3ac0-42d8-96d3-a5e01b1ff8f0 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Calling delete_port for a42d676a-2b05-4f5e-b0d3-1587e3c2e587 owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:53:50.605339 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-1bf9e090-e9de-4de8-8fb8-7e4a2b4e6026 req-4a69edc2-3ac0-42d8-96d3-a5e01b1ff8f0 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (a42d676a-2b05-4f5e-b0d3-1587e3c2e587), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:50.633558 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69edc2-3ac0-42d8-96d3-a5e01b1ff8f0 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Pushing event deleted for resources: {'Port': ['ID=a42d676a-2b05-4f5e-b0d3-1587e3c2e587,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:50.686154 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-78ab7024-b981-4dfc-a63b-9de95a14c3de req-e2013600-7ccb-4518-938c-fcced6d287b7 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 210 time: 0.0385077 Sep 28 08:53:50.699178 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:50.745426 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:53:50.770313 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bf9e090-e9de-4de8-8fb8-7e4a2b4e6026 req-4a69edc2-3ac0-42d8-96d3-a5e01b1ff8f0 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Router c83e5eef-4ed9-4bae-861f-a3b22cc486cc has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:53:50.876507 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bf9e090-e9de-4de8-8fb8-7e4a2b4e6026 req-4a69edc2-3ac0-42d8-96d3-a5e01b1ff8f0 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:53:50.888435 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e0836b-604a-43ba-ab8a-9331fb516b05 None None] Sync routers for ids ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:53:50.899819 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e0836b-604a-43ba-ab8a-9331fb516b05 None None] Routers {'c83e5eef-4ed9-4bae-861f-a3b22cc486cc'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:53:50.900682 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-f7e0836b-604a-43ba-ab8a-9331fb516b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:53:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:53:50.926798 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf9e090-e9de-4de8-8fb8-7e4a2b4e6026 req-4a69edc2-3ac0-42d8-96d3-a5e01b1ff8f0 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] No DVR routers for this DVR port a42d676a-2b05-4f5e-b0d3-1587e3c2e587 on host hv-cinder-84456 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:53:50.929456 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-1bf9e090-e9de-4de8-8fb8-7e4a2b4e6026 req-4a69edc2-3ac0-42d8-96d3-a5e01b1ff8f0 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:50.932691 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1bf9e090-e9de-4de8-8fb8-7e4a2b4e6026 req-4a69edc2-3ac0-42d8-96d3-a5e01b1ff8f0 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.26 "DELETE /networking/v2.0/ports/a42d676a-2b05-4f5e-b0d3-1587e3c2e587 HTTP/1.1" status: 204 len: 173 time: 0.8194203 Sep 28 08:53:50.933236 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71898013-5f2c-4fe1-95e5-ca068eece196', 'name': 'network-vif-deleted', 'tag': 'a42d676a-2b05-4f5e-b0d3-1587e3c2e587'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:53:50.936345 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78617f1-49a2-4913-a910-4adee740fec1" -d '{"events": [{"server_uuid": "71898013-5f2c-4fe1-95e5-ca068eece196", "name": "network-vif-deleted", "tag": "a42d676a-2b05-4f5e-b0d3-1587e3c2e587"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:53:50.981411 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be8eabd-d5ca-413d-b85d-13a8c39c0dd3 x-openstack-request-id: req-3be8eabd-d5ca-413d-b85d-13a8c39c0dd3 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:53:50.981717 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71898013-5f2c-4fe1-95e5-ca068eece196", "name": "network-vif-deleted", "tag": "a42d676a-2b05-4f5e-b0d3-1587e3c2e587", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:53:50.982120 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3be8eabd-d5ca-413d-b85d-13a8c39c0dd3 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:53:50.982459 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3be8eabd-d5ca-413d-b85d-13a8c39c0dd3'] response: {'server_uuid': '71898013-5f2c-4fe1-95e5-ca068eece196', 'name': 'network-vif-deleted', 'tag': 'a42d676a-2b05-4f5e-b0d3-1587e3c2e587', 'status': 'completed', 'code': 200} Sep 28 08:53:51.016781 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-f7e0836b-604a-43ba-ab8a-9331fb516b05 None None] Set router c83e5eef-4ed9-4bae-861f-a3b22cc486cc gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:53:51.102399 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:51.147834 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:51.217716 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-f7e0836b-604a-43ba-ab8a-9331fb516b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 4, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port': {'id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:eb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'f7626259-3c86-461f-a13d-858e3ff4b83f', 'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'mac_address': 'fa:16:3e:40:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:21Z', 'updated_at': '2022-09-28T08:50:26Z', 'revision_number': 5, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'subnets': [{'id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:53:51.244432 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e0836b-604a-43ba-ab8a-9331fb516b05 None None] Checking router: c83e5eef-4ed9-4bae-861f-a3b22cc486cc for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:53:51.252964 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e0836b-604a-43ba-ab8a-9331fb516b05 None None] Routers {'c83e5eef-4ed9-4bae-861f-a3b22cc486cc'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:53:51.253610 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-f7e0836b-604a-43ba-ab8a-9331fb516b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:53:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:53:51.360258 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-f7e0836b-604a-43ba-ab8a-9331fb516b05 None None] Set router c83e5eef-4ed9-4bae-861f-a3b22cc486cc gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:53:51.632407 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-f7e0836b-604a-43ba-ab8a-9331fb516b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 4, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port': {'id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:eb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'f7626259-3c86-461f-a13d-858e3ff4b83f', 'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'mac_address': 'fa:16:3e:40:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:21Z', 'updated_at': '2022-09-28T08:50:26Z', 'revision_number': 5, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'subnets': [{'id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:53:51.658794 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e0836b-604a-43ba-ab8a-9331fb516b05 None None] The sync data for ids ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'] in dv-cinder-844563-8-iscsi is: [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 4, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port': {'id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:eb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'f7626259-3c86-461f-a13d-858e3ff4b83f', 'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'mac_address': 'fa:16:3e:40:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:21Z', 'updated_at': '2022-09-28T08:50:26Z', 'revision_number': 5, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'subnets': [{'id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:53:51.823545 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-343afafd-4e96-4b70-8765-b24d45c11dc5 req-ea1d3fb7-a372-426c-af2f-5e50d943be35 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=71898013-5f2c-4fe1-95e5-ca068eece196 HTTP/1.1" status: 200 len: 210 time: 0.0398054 Sep 28 08:53:51.942202 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3674daaa-7dd5-4d2f-9536-8fc92ae6a38d None None] New status for floating IP 6044695f-2f98-431d-a7f3-f91b41818901: DOWN {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:53:53.160017 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-1bc28bf5-ba3a-4e49-bb0e-515f31ae55b2 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1169161800&fields=id&tenant_id=ba777b9726e944a881c0953e605f7477 HTTP/1.1" status: 200 len: 267 time: 0.0438108 Sep 28 08:53:53.269860 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-c324a8c7-0160-4537-a678-5e641eb6f659 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:53.271393 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-c324a8c7-0160-4537-a678-5e641eb6f659 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/networks?id=411ef26c-758f-4425-9392-e141db9ca352 HTTP/1.1" status: 200 len: 811 time: 0.1044769 Sep 28 08:53:53.286668 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-d4113380-8e22-438e-b36f-5066c16f4da8 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/quotas/ba777b9726e944a881c0953e605f7477 HTTP/1.1" status: 200 len: 375 time: 0.0093448 Sep 28 08:53:53.336855 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-e435d453-8a64-4a9b-b4db-4b35eb29839e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ba777b9726e944a881c0953e605f7477&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451069 Sep 28 08:53:53.355319 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device a42d676a-2b05-4f5e-b0d3-1587e3c2e587 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:53:53.355921 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:53.374565 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] No Port match for: a42d676a-2b05-4f5e-b0d3-1587e3c2e587 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:53:53.374908 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device a42d676a-2b05-4f5e-b0d3-1587e3c2e587 not bound to the agent host hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:53:53.438087 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-ccee3c48-335d-45ac-9a8b-390a3a1c4b40 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899396 Sep 28 08:53:53.528300 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-2183801b-058f-4aff-a7c9-a2735cbb755e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845346 Sep 28 08:53:53.838296 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a12ad269-d606-4029-843f-c9de96962830 req-4d809c6e-2cc8-4e31-9c14-582575525a05 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 210 time: 0.0286717 Sep 28 08:53:54.317942 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-04d31c52-4b11-4bb5-83bd-daf96b960f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:54.907669 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:54.948602 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-525092ff-8658-4b1c-8297-b175375b020f req-f25a2372-54c0-4503-9ad4-e50093f48286 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 210 time: 0.0323310 Sep 28 08:53:54.962676 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-f3169c02-6d59-45c5-b059-6e19cc9cd64e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:54.964192 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-f3169c02-6d59-45c5-b059-6e19cc9cd64e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.26 "GET /networking/v2.0/networks?id=411ef26c-758f-4425-9392-e141db9ca352 HTTP/1.1" status: 200 len: 811 time: 0.1195698 Sep 28 08:53:55.039697 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-29282c94-09c1-491a-8462-c1969a0d2537 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ba777b9726e944a881c0953e605f7477 HTTP/1.1" status: 200 len: 380 time: 0.0621593 Sep 28 08:53:55.048096 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-9903910b-9a0d-47d4-b573-bbc22bdc4015 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Request body: {'port': {'device_id': 'ee37495f-3dd5-465d-bbc6-d65a573b6e84', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'admin_state_up': True, 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'security_groups': ['0c7ea495-bc57-4c18-afad-f9122d1a3e81']}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:53:55.163081 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-9903910b-9a0d-47d4-b573-bbc22bdc4015 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Made reservation on behalf of ba777b9726e944a881c0953e605f7477 for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:53:55.167173 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-9903910b-9a0d-47d4-b573-bbc22bdc4015 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:55.299965 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-9903910b-9a0d-47d4-b573-bbc22bdc4015 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Allocated IP 172.20.0.12 (411ef26c-758f-4425-9392-e141db9ca352/06590ebe-ecb3-497b-82fa-82f5d0b9e571/7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:53:55.452827 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-9903910b-9a0d-47d4-b573-bbc22bdc4015 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for port (7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:55.461709 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:55.493818 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-9903910b-9a0d-47d4-b573-bbc22bdc4015 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:55.546967 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-9903910b-9a0d-47d4-b573-bbc22bdc4015 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Network 411ef26c-758f-4425-9392-e141db9ca352 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:53:55.553439 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-9903910b-9a0d-47d4-b573-bbc22bdc4015 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:53:55.557565 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-9903910b-9a0d-47d4-b573-bbc22bdc4015 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:53:55.585063 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903910b-9a0d-47d4-b573-bbc22bdc4015 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Pushing event updated for resources: {'Port': ['ID=7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:55.618642 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-9903910b-9a0d-47d4-b573-bbc22bdc4015 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:55.619675 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-9903910b-9a0d-47d4-b573-bbc22bdc4015 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:55.638748 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-9903910b-9a0d-47d4-b573-bbc22bdc4015 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5944386 Sep 28 08:53:55.715936 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-4dd62729-b33f-43d7-8ae7-4029dc4e63dc service neutron] Request body: {'port': {'device_id': 'ee37495f-3dd5-465d-bbc6-d65a573b6e84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:53:55.778513 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-4dd62729-b33f-43d7-8ae7-4029dc4e63dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:55.796637 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-a38e4b27-60d7-41b7-b326-e7f384916b1d None None] Provisioning complete for port 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:53:55.797246 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a38e4b27-60d7-41b7-b326-e7f384916b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:55.797392 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-a38e4b27-60d7-41b7-b326-e7f384916b1d None None] Attempt 1 to provision port 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 Sep 28 08:53:55.823751 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:55.823921 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:55.834381 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a38e4b27-60d7-41b7-b326-e7f384916b1d None None] Port 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:53:56.040437 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-4dd62729-b33f-43d7-8ae7-4029dc4e63dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:53:56.048663 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-4dd62729-b33f-43d7-8ae7-4029dc4e63dc service neutron] Publish callbacks [] for port (7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:56.061410 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-4dd62729-b33f-43d7-8ae7-4029dc4e63dc service neutron] Transition to ACTIVE for port object 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 08:53:56.066751 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-4dd62729-b33f-43d7-8ae7-4029dc4e63dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:56.095736 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637c6fd-f3f0-4d7f-8d34-b081fce27ba9 req-d141761e-b344-4a1e-93ff-a496099613c4 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:56.097240 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9637c6fd-f3f0-4d7f-8d34-b081fce27ba9 req-d141761e-b344-4a1e-93ff-a496099613c4 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 932 time: 0.0561118 Sep 28 08:53:56.126729 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd62729-b33f-43d7-8ae7-4029dc4e63dc service neutron] Pushing event updated for resources: {'Port': ['ID=7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:56.150018 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9637c6fd-f3f0-4d7f-8d34-b081fce27ba9 req-6b32e2ee-9609-4970-9d98-0717ee0f1f7f tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465662 Sep 28 08:53:56.179852 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-4dd62729-b33f-43d7-8ae7-4029dc4e63dc service neutron] Attempting to bind port 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:53:56.180182 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-4dd62729-b33f-43d7-8ae7-4029dc4e63dc service neutron] Attempting to bind port 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'a9f66c9a-3610-41bf-b082-fb0043fc9de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '411ef26c-758f-4425-9392-e141db9ca352'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:53:56.180510 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-4dd62729-b33f-43d7-8ae7-4029dc4e63dc service neutron] Attempting to bind port 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 on network 411ef26c-758f-4425-9392-e141db9ca352 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:53:56.224691 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-4dd62729-b33f-43d7-8ae7-4029dc4e63dc service neutron] Port 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 on network 411ef26c-758f-4425-9392-e141db9ca352 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:53:56.225297 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-4dd62729-b33f-43d7-8ae7-4029dc4e63dc service neutron] Attempting to bind port 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 on network 411ef26c-758f-4425-9392-e141db9ca352 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:53:56.269406 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-4dd62729-b33f-43d7-8ae7-4029dc4e63dc service neutron] Checking agent: {'id': '0e203ff6-fe6d-4565-9e88-81d2831b3c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'started_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:53:56.269684 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-4dd62729-b33f-43d7-8ae7-4029dc4e63dc service neutron] Checking segment: {'id': 'a9f66c9a-3610-41bf-b082-fb0043fc9de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '411ef26c-758f-4425-9392-e141db9ca352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:53:56.270050 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-4dd62729-b33f-43d7-8ae7-4029dc4e63dc service neutron] Bound using segment: {'id': 'a9f66c9a-3610-41bf-b082-fb0043fc9de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '411ef26c-758f-4425-9392-e141db9ca352'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:53:56.270526 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-4dd62729-b33f-43d7-8ae7-4029dc4e63dc service neutron] Bound port: 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f66c9a-3610-41bf-b082-fb0043fc9de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '411ef26c-758f-4425-9392-e141db9ca352'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:53:56.270884 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-4dd62729-b33f-43d7-8ae7-4029dc4e63dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:56.331418 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-4dd62729-b33f-43d7-8ae7-4029dc4e63dc service neutron] For port 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760, host hv-cinder-84456, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:53:56.335345 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-4dd62729-b33f-43d7-8ae7-4029dc4e63dc service neutron] For port 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760,segment=NetworkSegment(a9f66c9a-3610-41bf-b082-fb0043fc9de1),segment_id=a9f66c9a-3610-41bf-b082-fb0043fc9de1)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:53:56.336046 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-a38e4b27-60d7-41b7-b326-e7f384916b1d None None] Attempt 2 to provision port 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 Sep 28 08:53:56.341585 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-4dd62729-b33f-43d7-8ae7-4029dc4e63dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:56.345940 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-4dd62729-b33f-43d7-8ae7-4029dc4e63dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:56.346557 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-4dd62729-b33f-43d7-8ae7-4029dc4e63dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:56.347984 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-4dd62729-b33f-43d7-8ae7-4029dc4e63dc service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 HTTP/1.1" status: 200 len: 1094 time: 0.6914718 Sep 28 08:53:56.349507 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee37495f-3dd5-465d-bbc6-d65a573b6e84', 'tag': '7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:53:56.351479 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43021e7-2547-4e9a-8c75-28a84273fa90" -d '{"events": [{"name": "network-changed", "server_uuid": "ee37495f-3dd5-465d-bbc6-d65a573b6e84", "tag": "7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:53:56.398619 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac853d27-ec8c-4fcc-89ca-e8111a03d6f8 x-openstack-request-id: req-ac853d27-ec8c-4fcc-89ca-e8111a03d6f8 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:53:56.398934 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee37495f-3dd5-465d-bbc6-d65a573b6e84", "tag": "7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:53:56.399276 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac853d27-ec8c-4fcc-89ca-e8111a03d6f8 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:53:56.399558 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac853d27-ec8c-4fcc-89ca-e8111a03d6f8'] response: {'name': 'network-changed', 'server_uuid': 'ee37495f-3dd5-465d-bbc6-d65a573b6e84', 'tag': '7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760', 'status': 'completed', 'code': 200} Sep 28 08:53:56.416662 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd62729-b33f-43d7-8ae7-4029dc4e63dc service neutron] Pushing event updated for resources: {'Port': ['ID=7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:53:56.466315 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-282a5b74-4662-4a7b-a940-21a49111c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:56.467892 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-282a5b74-4662-4a7b-a940-21a49111c26e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ba777b9726e944a881c0953e605f7477&device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 1128 time: 0.0419085 Sep 28 08:53:56.495710 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a38e4b27-60d7-41b7-b326-e7f384916b1d None None] Port 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:53:56.511564 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-1047713b-d841-4838-9de9-45ffb6838812 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 HTTP/1.1" status: 200 len: 217 time: 0.0319521 Sep 28 08:53:56.544141 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:56.563037 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-df98568f-844f-4bf4-b300-074cbbe5964d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:56.564471 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-df98568f-844f-4bf4-b300-074cbbe5964d service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=06590ebe-ecb3-497b-82fa-82f5d0b9e571 HTTP/1.1" status: 200 len: 850 time: 0.0475900 Sep 28 08:53:56.612418 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-7533a0c5-3147-4dbf-bbde-7a2b24e61ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:56.614038 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-7533a0c5-3147-4dbf-bbde-7a2b24e61ee2 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=411ef26c-758f-4425-9392-e141db9ca352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440404 Sep 28 08:53:56.706421 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-2549699f-3aa6-4149-bd13-4149bfe639a8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863550 Sep 28 08:53:56.717064 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-b8f52558-9a17-44ff-b30a-aed04bda01c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:56.732765 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:56.806481 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-82264687-e185-4b81-9a7c-5ffa47552be9 req-5a28fc3d-9b9e-4474-bb30-8b133931d56d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942290 Sep 28 08:53:56.996587 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-a38e4b27-60d7-41b7-b326-e7f384916b1d None None] Attempt 3 to provision port 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 Sep 28 08:53:57.033672 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a38e4b27-60d7-41b7-b326-e7f384916b1d None None] Port 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 had new provisioning blocks added so it will not transition to active. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 08:53:57.270684 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e30e0b-9a86-4129-a599-30d5afb294d2 req-1e60804e-493e-4d2e-ae0a-aa5e6b9ad33d tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:57.272355 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-20e30e0b-9a86-4129-a599-30d5afb294d2 req-1e60804e-493e-4d2e-ae0a-aa5e6b9ad33d tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 944 time: 0.0475655 Sep 28 08:53:57.321248 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-20e30e0b-9a86-4129-a599-30d5afb294d2 req-2c626cc2-3354-4c07-bc52-681bb338ce0c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434685 Sep 28 08:53:57.735682 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43021e7-2547-4e9a-8c75-28a84273fa90 req-d8c2854a-31be-4362-bdab-b63d56411f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:57.737276 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e43021e7-2547-4e9a-8c75-28a84273fa90 req-d8c2854a-31be-4362-bdab-b63d56411f1a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ba777b9726e944a881c0953e605f7477&device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 1128 time: 0.0435076 Sep 28 08:53:57.833518 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43021e7-2547-4e9a-8c75-28a84273fa90 req-d6bff292-fd81-4b54-ab76-d29bbe9990cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:57.835088 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e43021e7-2547-4e9a-8c75-28a84273fa90 req-d6bff292-fd81-4b54-ab76-d29bbe9990cd service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=411ef26c-758f-4425-9392-e141db9ca352 HTTP/1.1" status: 200 len: 912 time: 0.0921576 Sep 28 08:53:57.874073 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e43021e7-2547-4e9a-8c75-28a84273fa90 req-7010673c-574c-469b-8c2e-0862ebd4c5dd service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 HTTP/1.1" status: 200 len: 217 time: 0.0327742 Sep 28 08:53:57.925840 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43021e7-2547-4e9a-8c75-28a84273fa90 req-eb373fb3-dd8c-438c-9211-203d73666793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:57.926808 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:57.927381 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e43021e7-2547-4e9a-8c75-28a84273fa90 req-eb373fb3-dd8c-438c-9211-203d73666793 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=06590ebe-ecb3-497b-82fa-82f5d0b9e571 HTTP/1.1" status: 200 len: 850 time: 0.0476098 Sep 28 08:53:57.976367 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43021e7-2547-4e9a-8c75-28a84273fa90 req-cffe1005-a114-40b3-a50e-1c665ed6057d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:57.977920 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e43021e7-2547-4e9a-8c75-28a84273fa90 req-cffe1005-a114-40b3-a50e-1c665ed6057d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=411ef26c-758f-4425-9392-e141db9ca352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447717 Sep 28 08:53:58.070071 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e43021e7-2547-4e9a-8c75-28a84273fa90 req-98d336d3-dcc7-4e0d-a8b2-778afe0bf1a1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851033 Sep 28 08:53:58.163620 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-e43021e7-2547-4e9a-8c75-28a84273fa90 req-242d462b-fb31-4279-a49f-2c2d6c5a2cf2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878170 Sep 28 08:53:58.444864 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8e22e-3120-4aae-a668-dab841795f89 req-fb1ab617-13da-4f12-969e-2e68902fcb42 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:58.446369 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fab8e22e-3120-4aae-a668-dab841795f89 req-fb1ab617-13da-4f12-969e-2e68902fcb42 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 944 time: 0.0500844 Sep 28 08:53:58.495627 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fab8e22e-3120-4aae-a668-dab841795f89 req-411cd2b8-d493-4f14-ba4b-9fb500c7ad11 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433853 Sep 28 08:53:59.493176 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:59.551528 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:53:59.622026 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ded38e-5aeb-4ef7-b10b-dbaa3a028ff0 req-7d45437f-ac72-4529-a362-7ac6f325e89a tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:53:59.624289 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-97ded38e-5aeb-4ef7-b10b-dbaa3a028ff0 req-7d45437f-ac72-4529-a362-7ac6f325e89a tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 944 time: 0.0515497 Sep 28 08:53:59.659809 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:53:59.678145 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-97ded38e-5aeb-4ef7-b10b-dbaa3a028ff0 req-24104349-f609-4def-a46e-2fdad2d253f1 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480981 Sep 28 08:54:00.806710 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39520703-49e2-452a-9a1c-942ae1ac02d1 req-e76a0352-1abb-4f2b-91fd-558dc2f235d8 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:00.808182 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-39520703-49e2-452a-9a1c-942ae1ac02d1 req-e76a0352-1abb-4f2b-91fd-558dc2f235d8 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 944 time: 0.0497890 Sep 28 08:54:00.864366 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-39520703-49e2-452a-9a1c-942ae1ac02d1 req-57474ba8-1cb8-4ecc-bffb-a702fe44c3b1 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500252 Sep 28 08:54:01.627685 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=51 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:01.635520 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=39 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:01.991865 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f251b1-abcd-4832-8205-c5f78ca4d9e5 req-4aed1267-3da3-4a12-9557-dcc7593021a7 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:01.993419 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e1f251b1-abcd-4832-8205-c5f78ca4d9e5 req-4aed1267-3da3-4a12-9557-dcc7593021a7 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 944 time: 0.0519173 Sep 28 08:54:02.044079 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e1f251b1-abcd-4832-8205-c5f78ca4d9e5 req-24c35feb-632b-4839-87b5-f58b16b8d1eb tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447741 Sep 28 08:54:03.163588 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc213d-00e6-4dac-b9ff-718d29f59dbe req-4efaa470-2c40-48ef-820d-b07ff13fddfb tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:03.165055 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c7cc213d-00e6-4dac-b9ff-718d29f59dbe req-4efaa470-2c40-48ef-820d-b07ff13fddfb tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 944 time: 0.0468445 Sep 28 08:54:03.214764 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c7cc213d-00e6-4dac-b9ff-718d29f59dbe req-0557a9aa-3d40-4562-a66f-78b7358b9096 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437093 Sep 28 08:54:04.343992 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de375b7d-4cd1-42ce-9372-b24db85eb8f0 req-b7f5e872-92e4-4b47-9584-1c706786718b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:04.345460 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-de375b7d-4cd1-42ce-9372-b24db85eb8f0 req-b7f5e872-92e4-4b47-9584-1c706786718b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 944 time: 0.0503924 Sep 28 08:54:04.407274 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-de375b7d-4cd1-42ce-9372-b24db85eb8f0 req-424fab31-dc3b-4dcf-a3e3-5ab6ad072a9c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556808 Sep 28 08:54:05.395130 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:54:05.505965 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760,segment=NetworkSegment(a9f66c9a-3610-41bf-b082-fb0043fc9de1),segment_id=a9f66c9a-3610-41bf-b082-fb0043fc9de1)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:54:05.521948 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': '7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'port_id': '7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760', 'mac_address': 'fa:16:3e:69:d0:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:54:05.542821 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa7114-6f89-4784-acd6-cba3e04b865c req-6bbea253-26f4-46fa-97d4-bb27c59a4290 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:05.544372 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6baa7114-6f89-4784-acd6-cba3e04b865c req-6bbea253-26f4-46fa-97d4-bb27c59a4290 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 944 time: 0.0486329 Sep 28 08:54:05.558848 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:54:05.559237 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:54:05.572272 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:54:05.595136 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-6baa7114-6f89-4784-acd6-cba3e04b865c req-d1fd1151-1854-440c-b07d-9333e1b4c0d3 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450354 Sep 28 08:54:05.596108 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760,segment=NetworkSegment(a9f66c9a-3610-41bf-b082-fb0043fc9de1),segment_id=a9f66c9a-3610-41bf-b082-fb0043fc9de1)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:54:05.601849 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:54:05.648163 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:54:05.655164 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:05.655502 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:05.655841 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:05.656178 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:05.656506 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:05.656830 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:05.657187 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:05.657508 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:05.657830 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:05.658153 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:05.658469 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:05.658788 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:05.659107 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:05.659426 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:05.659739 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:54:06.016281 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:54:06.157629 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:06.171037 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:54:06.712884 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:06.724528 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0957141-3be3-4af5-bbb2-47571bf2275c req-1010006e-d5aa-49e7-88e5-ce596a9abdda tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:06.726047 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e0957141-3be3-4af5-bbb2-47571bf2275c req-1010006e-d5aa-49e7-88e5-ce596a9abdda tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 945 time: 0.0520463 Sep 28 08:54:06.783284 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e0957141-3be3-4af5-bbb2-47571bf2275c req-6b70cc1a-5359-46bc-ab6c-918688c99795 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512650 Sep 28 08:54:07.401687 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:54:07.435045 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:07.449873 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning for port 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 08:54:07.456683 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:54:07.457290 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:54:07.457629 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 Sep 28 08:54:07.532119 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:54:07.532515 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:54:07.556409 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee37495f-3dd5-465d-bbc6-d65a573b6e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:54:07.556409 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f37e2e5-e01e-423c-a172-5aecb39260e6" -d '{"events": [{"server_uuid": "ee37495f-3dd5-465d-bbc6-d65a573b6e84", "name": "network-vif-plugged", "status": "completed", "tag": "7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:54:07.572603 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760,segment=NetworkSegment(a9f66c9a-3610-41bf-b082-fb0043fc9de1),segment_id=a9f66c9a-3610-41bf-b082-fb0043fc9de1)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:54:07.577596 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:54:07.605732 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3047b3-b43b-4526-88b2-cbc67db8bf6c x-openstack-request-id: req-ed3047b3-b43b-4526-88b2-cbc67db8bf6c {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:54:07.606024 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee37495f-3dd5-465d-bbc6-d65a573b6e84", "name": "network-vif-plugged", "status": "completed", "tag": "7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:54:07.606275 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ed3047b3-b43b-4526-88b2-cbc67db8bf6c {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:54:07.606663 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed3047b3-b43b-4526-88b2-cbc67db8bf6c'] response: {'server_uuid': 'ee37495f-3dd5-465d-bbc6-d65a573b6e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760', 'code': 200} Sep 28 08:54:07.632836 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:54:07.858506 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88265ada-49a1-4d22-88ce-1b9b68476065 req-b2013465-bbe8-45f7-8b94-2adcd2e0babd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:07.860009 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-88265ada-49a1-4d22-88ce-1b9b68476065 req-b2013465-bbe8-45f7-8b94-2adcd2e0babd service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 1130 time: 0.0400372 Sep 28 08:54:07.904410 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ce4db-b96c-48eb-8c58-e819e87bf59b req-99f536ac-e0ca-4ac6-b5eb-bdcfb3278cad tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:07.905969 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-754ce4db-b96c-48eb-8c58-e819e87bf59b req-99f536ac-e0ca-4ac6-b5eb-bdcfb3278cad tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 946 time: 0.0472765 Sep 28 08:54:07.906591 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-88265ada-49a1-4d22-88ce-1b9b68476065 req-036fbe4f-89f1-4829-becb-fc63a4016dbb service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408869 Sep 28 08:54:07.956152 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-754ce4db-b96c-48eb-8c58-e819e87bf59b req-1d5a77c7-6dc0-47e3-a1fc-0ad19af4acab tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445387 Sep 28 08:54:09.077380 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cdcd0-566f-4dee-9f20-2450c3e5606d req-40a197df-53e5-4218-967c-859f9d2da386 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:09.078856 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ea0cdcd0-566f-4dee-9f20-2450c3e5606d req-40a197df-53e5-4218-967c-859f9d2da386 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 946 time: 0.0464907 Sep 28 08:54:09.130944 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ea0cdcd0-566f-4dee-9f20-2450c3e5606d req-d256ec91-5e87-462a-a3d3-172c900f3ec1 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460246 Sep 28 08:54:10.253112 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ff38e-cfdf-4277-8fb8-65b18c451878 req-8cf8b060-f371-4669-83d9-60443026707c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:10.254613 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0c1ff38e-cfdf-4277-8fb8-65b18c451878 req-8cf8b060-f371-4669-83d9-60443026707c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 946 time: 0.0470173 Sep 28 08:54:10.310436 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0c1ff38e-cfdf-4277-8fb8-65b18c451878 req-b40de41a-8065-41ba-8854-16a19c4b5bfa tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501051 Sep 28 08:54:10.428818 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6091bd2-f8d5-4974-9a7c-cfbc1f60c8de req-04a52394-5ed6-447b-9371-94f832299ef9 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:10.430210 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c6091bd2-f8d5-4974-9a7c-cfbc1f60c8de req-04a52394-5ed6-447b-9371-94f832299ef9 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 946 time: 0.0457757 Sep 28 08:54:10.478208 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c6091bd2-f8d5-4974-9a7c-cfbc1f60c8de req-1c16a1d9-8df2-46b0-aeff-205c3b0071ba tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423815 Sep 28 08:54:10.506752 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 35252) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:54:10.814115 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48c7109-cc2d-4887-a81d-50059d335488 tempest-TestVolumeBootPattern-749200372 tempest-TestVolumeBootPattern-749200372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:10.815618 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-c48c7109-cc2d-4887-a81d-50059d335488 tempest-TestVolumeBootPattern-749200372 tempest-TestVolumeBootPattern-749200372-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 1125 time: 0.3079135 Sep 28 08:54:10.818441 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 35254) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:54:10.822530 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-04e3b08a-1896-440e-bcb4-99bd0f75a39e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Request body: {'floatingip': {'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'port_id': '7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:54:10.847114 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-04e3b08a-1896-440e-bcb4-99bd0f75a39e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:54:10.894098 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:10.927301 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-04e3b08a-1896-440e-bcb4-99bd0f75a39e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:54:11.038123 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-04e3b08a-1896-440e-bcb4-99bd0f75a39e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Allocated IP 172.27.2.133 (53303c84-4465-4011-9c65-8bdf4507ffd3/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f/09180842-e964-43d0-b67b-2acd1249b997) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:54:11.152885 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-04e3b08a-1896-440e-bcb4-99bd0f75a39e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for port (09180842-e964-43d0-b67b-2acd1249b997), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:54:11.185262 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-04e3b08a-1896-440e-bcb4-99bd0f75a39e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (09180842-e964-43d0-b67b-2acd1249b997), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:54:11.217228 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:11.228817 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e3b08a-1896-440e-bcb4-99bd0f75a39e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:54:11.237921 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-04e3b08a-1896-440e-bcb4-99bd0f75a39e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:54:11.240135 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3b08a-1896-440e-bcb4-99bd0f75a39e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Pushing event updated for resources: {'Port': ['ID=09180842-e964-43d0-b67b-2acd1249b997,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:54:11.242320 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e3b08a-1896-440e-bcb4-99bd0f75a39e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:54:11.600189 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-04e3b08a-1896-440e-bcb4-99bd0f75a39e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for floatingip (afec75ec-b731-4a75-844c-f09efa4d24c0), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:54:11.640102 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:11.668708 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-04e3b08a-1896-440e-bcb4-99bd0f75a39e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (09180842-e964-43d0-b67b-2acd1249b997), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:54:11.693102 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:11.694976 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:11.822535 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-04e3b08a-1896-440e-bcb4-99bd0f75a39e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for port (09180842-e964-43d0-b67b-2acd1249b997), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:54:11.827467 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-04e3b08a-1896-440e-bcb4-99bd0f75a39e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3668421'] for port (09180842-e964-43d0-b67b-2acd1249b997), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:54:11.897984 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-04e3b08a-1896-440e-bcb4-99bd0f75a39e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (afec75ec-b731-4a75-844c-f09efa4d24c0), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:54:11.899955 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3b08a-1896-440e-bcb4-99bd0f75a39e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Pushing event updated for resources: {'Port': ['ID=09180842-e964-43d0-b67b-2acd1249b997,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:54:11.998025 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.l3_db [None req-04e3b08a-1896-440e-bcb4-99bd0f75a39e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Floating IP afec75ec-b731-4a75-844c-f09efa4d24c0 associated. External IP: 172.27.2.133, port: 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760. Sep 28 08:54:12.089990 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:12.202663 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e3b08a-1896-440e-bcb4-99bd0f75a39e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Router c83e5eef-4ed9-4bae-861f-a3b22cc486cc has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:54:12.308089 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e3b08a-1896-440e-bcb4-99bd0f75a39e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:54:12.317805 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a71864-9dfc-43ac-8731-45f9e7047189 None None] Sync routers for ids ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:54:12.327435 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-04e3b08a-1896-440e-bcb4-99bd0f75a39e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:54:12.328726 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a71864-9dfc-43ac-8731-45f9e7047189 None None] Routers {'c83e5eef-4ed9-4bae-861f-a3b22cc486cc'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:54:12.329400 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-b4a71864-9dfc-43ac-8731-45f9e7047189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:53:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:54:12.358335 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-04e3b08a-1896-440e-bcb4-99bd0f75a39e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5387158 Sep 28 08:54:12.358813 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee37495f-3dd5-465d-bbc6-d65a573b6e84', 'tag': '7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:54:12.361513 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7ed2ddc4584b00f7c30cf30121e6cd69d5fd04907018550f4f3d85fbaaf14d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381ba534-3328-4d73-af15-cdf4d2003a22" -d '{"events": [{"name": "network-changed", "server_uuid": "ee37495f-3dd5-465d-bbc6-d65a573b6e84", "tag": "7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:54:12.402718 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160134e8-f058-4059-a5d7-e4da4507714b x-openstack-request-id: req-160134e8-f058-4059-a5d7-e4da4507714b {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:54:12.403006 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee37495f-3dd5-465d-bbc6-d65a573b6e84", "tag": "7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:54:12.403246 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-160134e8-f058-4059-a5d7-e4da4507714b {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:54:12.403643 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-160134e8-f058-4059-a5d7-e4da4507714b'] response: {'name': 'network-changed', 'server_uuid': 'ee37495f-3dd5-465d-bbc6-d65a573b6e84', 'tag': '7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760', 'status': 'completed', 'code': 200} Sep 28 08:54:12.436032 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-b4a71864-9dfc-43ac-8731-45f9e7047189 None None] Set router c83e5eef-4ed9-4bae-861f-a3b22cc486cc gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:54:12.501985 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ba534-3328-4d73-af15-cdf4d2003a22 req-3da2052e-1153-4052-ab63-c0904c69cae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:12.503513 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-381ba534-3328-4d73-af15-cdf4d2003a22 req-3da2052e-1153-4052-ab63-c0904c69cae3 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ba777b9726e944a881c0953e605f7477&device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 1130 time: 0.0388727 Sep 28 08:54:12.603793 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ba534-3328-4d73-af15-cdf4d2003a22 req-181781dc-e75a-48e4-a5e6-868150d33564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:12.605309 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-381ba534-3328-4d73-af15-cdf4d2003a22 req-181781dc-e75a-48e4-a5e6-868150d33564 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=411ef26c-758f-4425-9392-e141db9ca352 HTTP/1.1" status: 200 len: 912 time: 0.0964723 Sep 28 08:54:12.652257 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-b4a71864-9dfc-43ac-8731-45f9e7047189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 4, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port': {'id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:eb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': 'afec75ec-b731-4a75-844c-f09efa4d24c0', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'port_id': '7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'mac_address': 'fa:16:3e:69:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37495f-3dd5-465d-bbc6-d65a573b6e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:54:11Z', 'updated_at': '2022-09-28T08:54:11Z', 'revision_number': 0, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7626259-3c86-461f-a13d-858e3ff4b83f', 'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'mac_address': 'fa:16:3e:40:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:21Z', 'updated_at': '2022-09-28T08:50:26Z', 'revision_number': 5, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'subnets': [{'id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:54:12.670949 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-381ba534-3328-4d73-af15-cdf4d2003a22 req-f9e38e14-c8d7-418d-a9d5-d7c3883a6473 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 HTTP/1.1" status: 200 len: 1000 time: 0.0594094 Sep 28 08:54:12.677735 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a71864-9dfc-43ac-8731-45f9e7047189 None None] Checking router: c83e5eef-4ed9-4bae-861f-a3b22cc486cc for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:54:12.684334 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:12.686869 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a71864-9dfc-43ac-8731-45f9e7047189 None None] Routers {'c83e5eef-4ed9-4bae-861f-a3b22cc486cc'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:54:12.687489 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-b4a71864-9dfc-43ac-8731-45f9e7047189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:53:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:54:12.812142 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-b4a71864-9dfc-43ac-8731-45f9e7047189 None None] Set router c83e5eef-4ed9-4bae-861f-a3b22cc486cc gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:54:12.955236 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ba534-3328-4d73-af15-cdf4d2003a22 req-fcf0afe0-4437-424f-b7d2-880cdf7e073a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:12.956695 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-381ba534-3328-4d73-af15-cdf4d2003a22 req-fcf0afe0-4437-424f-b7d2-880cdf7e073a service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=06590ebe-ecb3-497b-82fa-82f5d0b9e571 HTTP/1.1" status: 200 len: 850 time: 0.2796850 Sep 28 08:54:13.001972 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ba534-3328-4d73-af15-cdf4d2003a22 req-66a4773a-bfa8-4728-8e48-dbe6b48d9687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:13.003453 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-381ba534-3328-4d73-af15-cdf4d2003a22 req-66a4773a-bfa8-4728-8e48-dbe6b48d9687 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=411ef26c-758f-4425-9392-e141db9ca352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407124 Sep 28 08:54:13.031805 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-b4a71864-9dfc-43ac-8731-45f9e7047189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 4, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port': {'id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:eb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': 'afec75ec-b731-4a75-844c-f09efa4d24c0', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'port_id': '7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'mac_address': 'fa:16:3e:69:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37495f-3dd5-465d-bbc6-d65a573b6e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:54:11Z', 'updated_at': '2022-09-28T08:54:11Z', 'revision_number': 0, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7626259-3c86-461f-a13d-858e3ff4b83f', 'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'mac_address': 'fa:16:3e:40:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:21Z', 'updated_at': '2022-09-28T08:50:26Z', 'revision_number': 5, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'subnets': [{'id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:54:13.064738 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a71864-9dfc-43ac-8731-45f9e7047189 None None] The sync data for ids ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'] in dv-cinder-844563-8-iscsi is: [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 4, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port': {'id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:eb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': 'afec75ec-b731-4a75-844c-f09efa4d24c0', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'port_id': '7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'mac_address': 'fa:16:3e:69:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37495f-3dd5-465d-bbc6-d65a573b6e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:54:11Z', 'updated_at': '2022-09-28T08:54:11Z', 'revision_number': 0, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7626259-3c86-461f-a13d-858e3ff4b83f', 'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'mac_address': 'fa:16:3e:40:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:21Z', 'updated_at': '2022-09-28T08:50:26Z', 'revision_number': 5, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'subnets': [{'id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:54:13.102966 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-381ba534-3328-4d73-af15-cdf4d2003a22 req-fdcf6e20-e5c8-4b4c-8c61-1bdfcc7133f0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935750 Sep 28 08:54:13.191404 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=100 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:13.196211 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-381ba534-3328-4d73-af15-cdf4d2003a22 req-558d04d8-5d2b-480c-bd92-ec1247efb759 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878265 Sep 28 08:54:13.271884 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c906724-9b68-44d5-ae3e-7cf584a900fe None None] New status for floating IP afec75ec-b731-4a75-844c-f09efa4d24c0: ACTIVE {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:54:15.292063 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-96ecd122-e167-4bdc-aa14-13e3269e30fc req-9983ac90-6e6d-4d08-bf94-a5f4740b824e service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431576 Sep 28 08:54:15.405012 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ecd122-e167-4bdc-aa14-13e3269e30fc req-29a9e8e8-2c1b-40c4-8559-dd67244476be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:15.406542 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-96ecd122-e167-4bdc-aa14-13e3269e30fc req-29a9e8e8-2c1b-40c4-8559-dd67244476be service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a5865848bafe480db52b92ab3323645f&device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 1168 time: 0.0391402 Sep 28 08:54:15.524404 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ecd122-e167-4bdc-aa14-13e3269e30fc req-f648f8f1-622b-42e2-90f1-f703f0002e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:15.526175 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-96ecd122-e167-4bdc-aa14-13e3269e30fc req-f648f8f1-622b-42e2-90f1-f703f0002e69 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=b7ed4aba-b891-47c2-80b2-aaebeb5f007b HTTP/1.1" status: 200 len: 916 time: 0.0958936 Sep 28 08:54:15.591248 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-96ecd122-e167-4bdc-aa14-13e3269e30fc req-3187fe83-39b2-43f9-b886-b7d0f83e4944 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46130deb-f05d-45a3-9209-b6a24b906549 HTTP/1.1" status: 200 len: 1001 time: 0.0587523 Sep 28 08:54:15.640574 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ecd122-e167-4bdc-aa14-13e3269e30fc req-acc986ed-d2bc-4691-9640-cb8dd2a6ca65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:15.642069 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-96ecd122-e167-4bdc-aa14-13e3269e30fc req-acc986ed-d2bc-4691-9640-cb8dd2a6ca65 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=4365a733-8241-4e32-9aa5-41da0b2d773b HTTP/1.1" status: 200 len: 854 time: 0.0458109 Sep 28 08:54:15.690272 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ecd122-e167-4bdc-aa14-13e3269e30fc req-3d8419af-6812-4e70-acc9-0099c6202c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:15.691766 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-96ecd122-e167-4bdc-aa14-13e3269e30fc req-3d8419af-6812-4e70-acc9-0099c6202c8f service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b7ed4aba-b891-47c2-80b2-aaebeb5f007b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440528 Sep 28 08:54:15.781784 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-96ecd122-e167-4bdc-aa14-13e3269e30fc req-03c9d1d4-d079-4ca5-b764-9e07717906bb service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b7ed4aba-b891-47c2-80b2-aaebeb5f007b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839396 Sep 28 08:54:15.884082 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-96ecd122-e167-4bdc-aa14-13e3269e30fc req-b88df77d-d859-488a-9eb2-8b77489ed17a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b7ed4aba-b891-47c2-80b2-aaebeb5f007b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963826 Sep 28 08:54:20.408194 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [req-0bc3f519-d81c-4f14-891e-eafb45b8b520 req-82bd7e31-1d07-4634-b7cf-6eb34b26438a service neutron] (106476) timed out ('10.222.0.26', 62423) {{(pid=106476) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 28 08:54:22.351064 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:22.355428 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=27,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:23.034232 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=71 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:23.035024 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=77 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:23.369719 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:23.372798 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:DELETE=1,neutron:SELECT=39,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:24.327551 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a3affc70-4fee-4fd9-812d-536228d5d654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:54:25.874767 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=48 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:25.881212 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=81 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:26.718376 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ef95f223-ccce-4e62-9255-b1b951428c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:54:27.744651 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:54:27.929527 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:54:29.496208 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:54:29.551548 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:54:36.158102 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:54:37.780589 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:37.785692 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:46.151735 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:46.153604 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:46.906644 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c2c99-aac2-4302-becb-4e9dd0898163 req-4ecb1d4a-cd42-42d8-836e-8375953853be tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:46.908153 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ce6c2c99-aac2-4302-becb-4e9dd0898163 req-4ecb1d4a-cd42-42d8-836e-8375953853be tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 984 time: 0.0501792 Sep 28 08:54:46.950301 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230e08a-7afe-4b32-9ae9-0ebc0d7d64c8 req-e15e916c-1ed1-4383-9ee2-3824d0add23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:46.952431 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d230e08a-7afe-4b32-9ae9-0ebc0d7d64c8 req-e15e916c-1ed1-4383-9ee2-3824d0add23c service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a5865848bafe480db52b92ab3323645f&device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 1168 time: 0.0406339 Sep 28 08:54:46.970308 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ce6c2c99-aac2-4302-becb-4e9dd0898163 req-b47cb7b9-14db-469e-8b57-42b3fa376a98 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&id=96e98c79-1180-4745-b3c4-4e8219af4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557799 Sep 28 08:54:47.047123 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230e08a-7afe-4b32-9ae9-0ebc0d7d64c8 req-3cc5bd8c-37cc-4fa5-a533-620b423819c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:47.048585 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d230e08a-7afe-4b32-9ae9-0ebc0d7d64c8 req-3cc5bd8c-37cc-4fa5-a533-620b423819c0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=b7ed4aba-b891-47c2-80b2-aaebeb5f007b HTTP/1.1" status: 200 len: 916 time: 0.0890543 Sep 28 08:54:47.108835 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d230e08a-7afe-4b32-9ae9-0ebc0d7d64c8 req-55035680-ead1-4437-a1ac-2fc3bb4fc3ec service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46130deb-f05d-45a3-9209-b6a24b906549 HTTP/1.1" status: 200 len: 1001 time: 0.0537598 Sep 28 08:54:47.158471 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230e08a-7afe-4b32-9ae9-0ebc0d7d64c8 req-d5750ea8-7d77-46aa-b948-6a1e1db2067d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:47.159950 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d230e08a-7afe-4b32-9ae9-0ebc0d7d64c8 req-d5750ea8-7d77-46aa-b948-6a1e1db2067d service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=4365a733-8241-4e32-9aa5-41da0b2d773b HTTP/1.1" status: 200 len: 854 time: 0.0450599 Sep 28 08:54:47.207904 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230e08a-7afe-4b32-9ae9-0ebc0d7d64c8 req-201e1808-497b-49ee-81f9-15b1ad85bbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:47.210006 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d230e08a-7afe-4b32-9ae9-0ebc0d7d64c8 req-201e1808-497b-49ee-81f9-15b1ad85bbe2 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b7ed4aba-b891-47c2-80b2-aaebeb5f007b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431476 Sep 28 08:54:47.303282 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d230e08a-7afe-4b32-9ae9-0ebc0d7d64c8 req-526f136e-05ef-4bfb-b3d9-16aee45f7624 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b7ed4aba-b891-47c2-80b2-aaebeb5f007b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867729 Sep 28 08:54:47.395863 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-d230e08a-7afe-4b32-9ae9-0ebc0d7d64c8 req-720a2d3f-ed27-4de9-a4c2-6225a5ff3022 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b7ed4aba-b891-47c2-80b2-aaebeb5f007b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869493 Sep 28 08:54:48.105745 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba377e-a57f-4466-b9dc-1deab0a9ce39 req-3c410329-a235-481b-8953-d3c1921da83a tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:48.107128 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9bba377e-a57f-4466-b9dc-1deab0a9ce39 req-3c410329-a235-481b-8953-d3c1921da83a tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 984 time: 0.0577407 Sep 28 08:54:48.166422 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9bba377e-a57f-4466-b9dc-1deab0a9ce39 req-68ded675-198a-4df7-a936-245c68eea5a3 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&id=96e98c79-1180-4745-b3c4-4e8219af4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535681 Sep 28 08:54:49.286723 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd403215-2a56-461e-84d9-32de781a88e0 req-f1e4c34e-48d9-43cf-a5f7-6285f8409631 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:49.288197 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bd403215-2a56-461e-84d9-32de781a88e0 req-f1e4c34e-48d9-43cf-a5f7-6285f8409631 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 984 time: 0.0471268 Sep 28 08:54:49.349962 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bd403215-2a56-461e-84d9-32de781a88e0 req-d80f8bc3-e928-49b0-b316-1dea6365638c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&id=96e98c79-1180-4745-b3c4-4e8219af4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558271 Sep 28 08:54:49.618010 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=14 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:49.627477 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=12 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:50.478217 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22118d-29e9-48bd-b3d7-d537989bea20 req-649806c5-329f-4226-af2c-ca25b93e68b3 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:50.479693 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4f22118d-29e9-48bd-b3d7-d537989bea20 req-649806c5-329f-4226-af2c-ca25b93e68b3 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 984 time: 0.0482724 Sep 28 08:54:50.540905 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4f22118d-29e9-48bd-b3d7-d537989bea20 req-e2c3fb12-0b89-4318-a3c6-cd37eb2b8555 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&id=96e98c79-1180-4745-b3c4-4e8219af4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554962 Sep 28 08:54:51.669525 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0e6a3-d25a-499f-9ac2-aa5750ea036f req-97a2a2f6-89e0-469b-88eb-da8da06a5df7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:51.670974 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-00a0e6a3-d25a-499f-9ac2-aa5750ea036f req-97a2a2f6-89e0-469b-88eb-da8da06a5df7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 984 time: 0.0471528 Sep 28 08:54:51.730105 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-00a0e6a3-d25a-499f-9ac2-aa5750ea036f req-a2152193-e485-4168-b71e-e23bf12fbde5 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&id=96e98c79-1180-4745-b3c4-4e8219af4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534625 Sep 28 08:54:52.869897 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ab536-db33-45c7-8b2a-2ee6dd9dddc3 req-212d7bf2-9c37-4f7d-9bc8-c04a55ca60c8 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:52.871359 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c71ab536-db33-45c7-8b2a-2ee6dd9dddc3 req-212d7bf2-9c37-4f7d-9bc8-c04a55ca60c8 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 984 time: 0.0497258 Sep 28 08:54:52.929758 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c71ab536-db33-45c7-8b2a-2ee6dd9dddc3 req-2ea024fa-5e80-47ef-9fe6-344ea09eaabf tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&id=96e98c79-1180-4745-b3c4-4e8219af4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527434 Sep 28 08:54:54.049025 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3283497-db4b-42ed-a9f3-d0e512ed7869 req-ecb5035d-ab9f-41f6-82be-a07ae346c9fa tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:54.050530 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c3283497-db4b-42ed-a9f3-d0e512ed7869 req-ecb5035d-ab9f-41f6-82be-a07ae346c9fa tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 984 time: 0.0463581 Sep 28 08:54:54.110186 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-c3283497-db4b-42ed-a9f3-d0e512ed7869 req-af4e8c91-fc8b-4c50-b088-3e620b70f506 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&id=96e98c79-1180-4745-b3c4-4e8219af4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532949 Sep 28 08:54:54.321215 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2d2e669b-34d1-4304-b18a-bebe6bb71672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:54:55.230771 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5f84b-b634-45f1-972d-aece992141fd req-6cb98dab-74f9-4b49-9c83-878cb7baf92d tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:55.232245 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-dfb5f84b-b634-45f1-972d-aece992141fd req-6cb98dab-74f9-4b49-9c83-878cb7baf92d tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 984 time: 0.0457132 Sep 28 08:54:55.294861 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-dfb5f84b-b634-45f1-972d-aece992141fd req-992f41c3-9be7-466f-af3e-e748b5b5307d tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&id=96e98c79-1180-4745-b3c4-4e8219af4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566940 Sep 28 08:54:56.415454 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0099c8-2591-4277-9611-a76bc9a6d965 req-32511f56-f6e2-4efa-a811-fd9bb99d2a6a tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:56.416863 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-eb0099c8-2591-4277-9611-a76bc9a6d965 req-32511f56-f6e2-4efa-a811-fd9bb99d2a6a tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 984 time: 0.0474737 Sep 28 08:54:56.457852 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:56.478207 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-eb0099c8-2591-4277-9611-a76bc9a6d965 req-622eb2ee-3d26-4e56-934d-586efdb666a5 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&id=96e98c79-1180-4745-b3c4-4e8219af4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554347 Sep 28 08:54:56.720229 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-660f6378-dd1e-4665-a202-98dd9717266c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:54:57.386559 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=49 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:57.392867 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=45 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:57.600109 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ae7fb-90d8-48d7-a08e-679bd84bbc2e req-58f03e04-9ee1-444a-84a5-a22d73dafc49 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:57.601636 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9a3ae7fb-90d8-48d7-a08e-679bd84bbc2e req-58f03e04-9ee1-444a-84a5-a22d73dafc49 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 984 time: 0.0477271 Sep 28 08:54:57.660523 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-9a3ae7fb-90d8-48d7-a08e-679bd84bbc2e req-7fb21205-beeb-4e96-93d6-df22634a3539 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&id=96e98c79-1180-4745-b3c4-4e8219af4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530853 Sep 28 08:54:57.935461 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:54:58.769682 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:54:58.785847 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a424c7-6679-4b7b-a7b0-fe4e1ff9f623 req-96bf72f0-5d7a-4f46-8677-2352af019d24 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:54:58.787269 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d3a424c7-6679-4b7b-a7b0-fe4e1ff9f623 req-96bf72f0-5d7a-4f46-8677-2352af019d24 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 984 time: 0.0520520 Sep 28 08:54:58.849816 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d3a424c7-6679-4b7b-a7b0-fe4e1ff9f623 req-158e628b-19c0-4927-b9c3-710afa020b75 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&id=96e98c79-1180-4745-b3c4-4e8219af4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557494 Sep 28 08:54:59.499777 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:54:59.554582 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:04.743844 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:55:06.148372 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:08.839608 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=24 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:55:08.844339 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=7 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:55:14.791000 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:55:14.792453 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=5 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:55:16.136196 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:55:16.142365 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:55:17.264977 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-82062e56-b8a5-4581-87e8-d6dc03bc4c91 req-af29ae0d-60c0-456b-9e6e-147bf97c5893 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384207 Sep 28 08:55:17.342354 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82062e56-b8a5-4581-87e8-d6dc03bc4c91 req-9c80e2d6-19f8-4380-88bc-6ae07a81da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:17.343832 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-82062e56-b8a5-4581-87e8-d6dc03bc4c91 req-9c80e2d6-19f8-4380-88bc-6ae07a81da31 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ba777b9726e944a881c0953e605f7477&device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 1130 time: 0.0385187 Sep 28 08:55:17.450394 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82062e56-b8a5-4581-87e8-d6dc03bc4c91 req-6f1f03d3-5e2f-4a1e-ae6e-9a89f0e54c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:17.451820 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-82062e56-b8a5-4581-87e8-d6dc03bc4c91 req-6f1f03d3-5e2f-4a1e-ae6e-9a89f0e54c89 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=411ef26c-758f-4425-9392-e141db9ca352 HTTP/1.1" status: 200 len: 912 time: 0.0904286 Sep 28 08:55:17.512101 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-82062e56-b8a5-4581-87e8-d6dc03bc4c91 req-552889cd-d11f-482f-a8dc-119d19026ff5 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 HTTP/1.1" status: 200 len: 1002 time: 0.0543561 Sep 28 08:55:17.572399 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82062e56-b8a5-4581-87e8-d6dc03bc4c91 req-d6d2003f-e8b8-4b7e-a941-c4ed08169fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:17.573893 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-82062e56-b8a5-4581-87e8-d6dc03bc4c91 req-d6d2003f-e8b8-4b7e-a941-c4ed08169fd2 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=06590ebe-ecb3-497b-82fa-82f5d0b9e571 HTTP/1.1" status: 200 len: 850 time: 0.0531909 Sep 28 08:55:17.626680 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82062e56-b8a5-4581-87e8-d6dc03bc4c91 req-0330495f-8be8-4c9b-9e61-639e973b9135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:17.628168 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-82062e56-b8a5-4581-87e8-d6dc03bc4c91 req-0330495f-8be8-4c9b-9e61-639e973b9135 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=411ef26c-758f-4425-9392-e141db9ca352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398345 Sep 28 08:55:17.720916 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-82062e56-b8a5-4581-87e8-d6dc03bc4c91 req-53099286-bb59-4ad5-bd02-760ac7b95f22 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861158 Sep 28 08:55:17.810660 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-82062e56-b8a5-4581-87e8-d6dc03bc4c91 req-49b67523-8070-44e6-a126-e8a0718a9c5f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826848 Sep 28 08:55:24.323850 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2617c922-277d-495b-aafd-e8ecec41e317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:26.722944 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-9a6aec9b-9173-4677-b265-ad75482ed81c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:27.806108 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=56 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:55:27.808029 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=45 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:55:27.934356 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:29.503387 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:29.557410 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:36.164901 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:41.743981 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:55:46.158656 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:55:46.160467 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:55:52.750811 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=7 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:55:52.751630 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:55:54.325686 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-3d6c3f9f-e84c-4244-b827-162c2701a682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:56.725735 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-99a10b07-0e5b-443b-8a9a-146e2b5d110b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:57.046139 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d67470c9-5c72-4335-bcce-5bac48bbd480 req-4ac465a3-7b6f-4aa3-a845-191ba4e4c1bb tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1490180461&fields=id&tenant_id=a5865848bafe480db52b92ab3323645f HTTP/1.1" status: 200 len: 267 time: 0.0456312 Sep 28 08:55:57.095061 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67470c9-5c72-4335-bcce-5bac48bbd480 req-4f4b86e2-6e98-48a9-927d-3025b2c18688 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:57.096811 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d67470c9-5c72-4335-bcce-5bac48bbd480 req-4f4b86e2-6e98-48a9-927d-3025b2c18688 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 984 time: 0.0455735 Sep 28 08:55:57.106890 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [req-d67470c9-5c72-4335-bcce-5bac48bbd480 req-c058490e-42ed-4d9b-be9a-c64d82fc13b7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Request body: {'port': {'security_groups': ['4cf4805d-75b7-4702-82b8-8f72e1661057']}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:55:57.184436 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-d67470c9-5c72-4335-bcce-5bac48bbd480 req-c058490e-42ed-4d9b-be9a-c64d82fc13b7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (46130deb-f05d-45a3-9209-b6a24b906549), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:57.351785 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [req-d67470c9-5c72-4335-bcce-5bac48bbd480 req-c058490e-42ed-4d9b-be9a-c64d82fc13b7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] For port 46130deb-f05d-45a3-9209-b6a24b906549, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=46130deb-f05d-45a3-9209-b6a24b906549,segment=NetworkSegment(c9342481-9f3e-48af-81c8-455ac0b96fae),segment_id=c9342481-9f3e-48af-81c8-455ac0b96fae)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:55:57.378163 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-d67470c9-5c72-4335-bcce-5bac48bbd480 req-c058490e-42ed-4d9b-be9a-c64d82fc13b7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for port (46130deb-f05d-45a3-9209-b6a24b906549), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:57.382554 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-d67470c9-5c72-4335-bcce-5bac48bbd480 req-c058490e-42ed-4d9b-be9a-c64d82fc13b7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3668421'] for port (46130deb-f05d-45a3-9209-b6a24b906549), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:57.392279 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67470c9-5c72-4335-bcce-5bac48bbd480 req-c058490e-42ed-4d9b-be9a-c64d82fc13b7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:57.392873 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [req-d67470c9-5c72-4335-bcce-5bac48bbd480 req-c058490e-42ed-4d9b-be9a-c64d82fc13b7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:57.394228 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d67470c9-5c72-4335-bcce-5bac48bbd480 req-c058490e-42ed-4d9b-be9a-c64d82fc13b7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "PUT /networking/v2.0/ports/46130deb-f05d-45a3-9209-b6a24b906549 HTTP/1.1" status: 200 len: 942 time: 0.2916486 Sep 28 08:55:57.394764 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575ed4ff-93ec-4e2a-882e-ef9c582c0ee2', 'tag': '46130deb-f05d-45a3-9209-b6a24b906549'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:55:57.396976 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7ed2ddc4584b00f7c30cf30121e6cd69d5fd04907018550f4f3d85fbaaf14d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc9bdbb-4192-4286-8a2c-72c3d3dc6028" -d '{"events": [{"name": "network-changed", "server_uuid": "575ed4ff-93ec-4e2a-882e-ef9c582c0ee2", "tag": "46130deb-f05d-45a3-9209-b6a24b906549"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:55:57.403493 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 35338) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:55:57.420543 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['46130deb-f05d-45a3-9209-b6a24b906549'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:55:57.450915 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9eee4a7-f866-4255-a3cc-c0b82339fa39 x-openstack-request-id: req-d9eee4a7-f866-4255-a3cc-c0b82339fa39 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:55:57.451220 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575ed4ff-93ec-4e2a-882e-ef9c582c0ee2", "tag": "46130deb-f05d-45a3-9209-b6a24b906549", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:55:57.451443 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9eee4a7-f866-4255-a3cc-c0b82339fa39 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:55:57.451903 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9eee4a7-f866-4255-a3cc-c0b82339fa39'] response: {'name': 'network-changed', 'server_uuid': '575ed4ff-93ec-4e2a-882e-ef9c582c0ee2', 'tag': '46130deb-f05d-45a3-9209-b6a24b906549', 'status': 'completed', 'code': 200} Sep 28 08:55:57.456422 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c058490e-42ed-4d9b-be9a-c64d82fc13b7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Pushing event updated for resources: {'Port': ['ID=46130deb-f05d-45a3-9209-b6a24b906549,revision_number=7']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:55:57.463846 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058490e-42ed-4d9b-be9a-c64d82fc13b7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.464277 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058490e-42ed-4d9b-be9a-c64d82fc13b7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.464544 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058490e-42ed-4d9b-be9a-c64d82fc13b7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.464870 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058490e-42ed-4d9b-be9a-c64d82fc13b7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.465228 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058490e-42ed-4d9b-be9a-c64d82fc13b7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.465561 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058490e-42ed-4d9b-be9a-c64d82fc13b7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.466162 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058490e-42ed-4d9b-be9a-c64d82fc13b7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.466302 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058490e-42ed-4d9b-be9a-c64d82fc13b7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.466511 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058490e-42ed-4d9b-be9a-c64d82fc13b7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.466935 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058490e-42ed-4d9b-be9a-c64d82fc13b7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.467153 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058490e-42ed-4d9b-be9a-c64d82fc13b7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.467474 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058490e-42ed-4d9b-be9a-c64d82fc13b7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.467795 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058490e-42ed-4d9b-be9a-c64d82fc13b7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.468118 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058490e-42ed-4d9b-be9a-c64d82fc13b7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.468433 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c058490e-42ed-4d9b-be9a-c64d82fc13b7 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.472752 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f7d20d29-ce19-4314-9688-0d110a36379c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for security_group (96e98c79-1180-4745-b3c4-4e8219af4d2f), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:57.504152 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f7d20d29-ce19-4314-9688-0d110a36379c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for security_group (96e98c79-1180-4745-b3c4-4e8219af4d2f), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:57.559295 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['46130deb-f05d-45a3-9209-b6a24b906549'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:55:57.571372 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9bdbb-4192-4286-8a2c-72c3d3dc6028 req-177826a8-b26e-42a5-a680-118e0283f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:57.572890 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fcc9bdbb-4192-4286-8a2c-72c3d3dc6028 req-177826a8-b26e-42a5-a680-118e0283f130 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a5865848bafe480db52b92ab3323645f&device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 1129 time: 0.0714037 Sep 28 08:55:57.651922 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f7d20d29-ce19-4314-9688-0d110a36379c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (96e98c79-1180-4745-b3c4-4e8219af4d2f), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:57.654437 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f7d20d29-ce19-4314-9688-0d110a36379c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for security_group (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:57.655589 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-f7d20d29-ce19-4314-9688-0d110a36379c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/96e98c79-1180-4745-b3c4-4e8219af4d2f HTTP/1.1" status: 204 len: 168 time: 0.2510204 Sep 28 08:55:57.658512 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 35340) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:55:57.681238 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d20d29-ce19-4314-9688-0d110a36379c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e98c79-1180-4745-b3c4-4e8219af4d2f,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:55:57.696965 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d20d29-ce19-4314-9688-0d110a36379c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.697347 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d20d29-ce19-4314-9688-0d110a36379c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.697696 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d20d29-ce19-4314-9688-0d110a36379c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.698045 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d20d29-ce19-4314-9688-0d110a36379c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.698403 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d20d29-ce19-4314-9688-0d110a36379c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.698726 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d20d29-ce19-4314-9688-0d110a36379c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.699063 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d20d29-ce19-4314-9688-0d110a36379c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.699397 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d20d29-ce19-4314-9688-0d110a36379c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.699745 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d20d29-ce19-4314-9688-0d110a36379c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.700445 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d20d29-ce19-4314-9688-0d110a36379c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.700445 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d20d29-ce19-4314-9688-0d110a36379c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.700712 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d20d29-ce19-4314-9688-0d110a36379c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.701039 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d20d29-ce19-4314-9688-0d110a36379c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.701391 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d20d29-ce19-4314-9688-0d110a36379c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.701721 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d20d29-ce19-4314-9688-0d110a36379c tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:55:57.706111 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9bdbb-4192-4286-8a2c-72c3d3dc6028 req-a94adbac-e501-45c8-b6dd-4d3cfdd12a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:57.707620 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fcc9bdbb-4192-4286-8a2c-72c3d3dc6028 req-a94adbac-e501-45c8-b6dd-4d3cfdd12a97 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=b7ed4aba-b891-47c2-80b2-aaebeb5f007b HTTP/1.1" status: 200 len: 916 time: 0.1280749 Sep 28 08:55:57.775815 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fcc9bdbb-4192-4286-8a2c-72c3d3dc6028 req-cc9b4413-b7e3-449a-a527-83d1c1d1d4ea service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46130deb-f05d-45a3-9209-b6a24b906549 HTTP/1.1" status: 200 len: 1001 time: 0.0617292 Sep 28 08:55:57.807680 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-1c989176-59db-4615-bfee-3491e2d1341f tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Deleting port b589e253-273b-48af-8b8d-9eb6b3e2d832 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:55:57.808023 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1c989176-59db-4615-bfee-3491e2d1341f tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (b589e253-273b-48af-8b8d-9eb6b3e2d832), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:57.824461 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9bdbb-4192-4286-8a2c-72c3d3dc6028 req-230317d9-3f75-42ae-be1a-0f8c030ec9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:57.826002 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fcc9bdbb-4192-4286-8a2c-72c3d3dc6028 req-230317d9-3f75-42ae-be1a-0f8c030ec9c2 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=4365a733-8241-4e32-9aa5-41da0b2d773b HTTP/1.1" status: 200 len: 854 time: 0.0443568 Sep 28 08:55:57.872953 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9bdbb-4192-4286-8a2c-72c3d3dc6028 req-6759334c-a29d-48bd-a7dc-78d665ea8048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:57.874492 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fcc9bdbb-4192-4286-8a2c-72c3d3dc6028 req-6759334c-a29d-48bd-a7dc-78d665ea8048 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b7ed4aba-b891-47c2-80b2-aaebeb5f007b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428426 Sep 28 08:55:57.887799 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1c989176-59db-4615-bfee-3491e2d1341f tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (b589e253-273b-48af-8b8d-9eb6b3e2d832), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:57.888125 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1c989176-59db-4615-bfee-3491e2d1341f tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for floatingip (b589e253-273b-48af-8b8d-9eb6b3e2d832), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:57.900961 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-1c989176-59db-4615-bfee-3491e2d1341f tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Calling delete_port for b589e253-273b-48af-8b8d-9eb6b3e2d832 owned by network:floatingip {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:55:57.937723 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:57.964645 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fcc9bdbb-4192-4286-8a2c-72c3d3dc6028 req-5bfacb50-1301-4e97-9102-74d35ecfb039 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b7ed4aba-b891-47c2-80b2-aaebeb5f007b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844922 Sep 28 08:55:57.990126 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:55:58.046278 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1c989176-59db-4615-bfee-3491e2d1341f tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (b589e253-273b-48af-8b8d-9eb6b3e2d832), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:58.063376 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-fcc9bdbb-4192-4286-8a2c-72c3d3dc6028 req-52f0e353-f6f5-404b-b7d6-950689f13482 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b7ed4aba-b891-47c2-80b2-aaebeb5f007b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921993 Sep 28 08:55:58.071506 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c989176-59db-4615-bfee-3491e2d1341f tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Pushing event deleted for resources: {'Port': ['ID=b589e253-273b-48af-8b8d-9eb6b3e2d832,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:55:58.116665 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:55:58.132891 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1c989176-59db-4615-bfee-3491e2d1341f tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks [] for floatingip (61914bbb-ada2-4d7d-a881-79ffc5ca5962), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:58.133255 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.l3_db [None req-1c989176-59db-4615-bfee-3491e2d1341f tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Floating IP 61914bbb-ada2-4d7d-a881-79ffc5ca5962 disassociated (deleted). External IP: 172.27.2.106, port: 46130deb-f05d-45a3-9209-b6a24b906549. Sep 28 08:55:58.327941 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c989176-59db-4615-bfee-3491e2d1341f tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Router d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5 has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:55:58.429938 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c989176-59db-4615-bfee-3491e2d1341f tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:55:58.434775 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-1c989176-59db-4615-bfee-3491e2d1341f tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:58.439371 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccdd692-d311-44da-9d3a-9aea418c7f94 None None] Sync routers for ids ['d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:55:58.449773 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccdd692-d311-44da-9d3a-9aea418c7f94 None None] Routers {'d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:55:58.450393 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-6ccdd692-d311-44da-9d3a-9aea418c7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:55:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:55:58.463580 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-1c989176-59db-4615-bfee-3491e2d1341f tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/61914bbb-ada2-4d7d-a881-79ffc5ca5962 HTTP/1.1" status: 204 len: 168 time: 0.8039939 Sep 28 08:55:58.550854 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-6ccdd692-d311-44da-9d3a-9aea418c7f94 None None] Set router d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:55:58.742023 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-6ccdd692-d311-44da-9d3a-9aea418c7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'name': 'tempest-TestMinimumBasicScenario-1378316020-router', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b896a33f-2b1c-4db5-9485-482edd1f1443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:51Z', 'updated_at': '2022-09-28T08:52:54Z', 'revision_number': 4, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'gw_port': {'id': 'b896a33f-2b1c-4db5-9485-482edd1f1443', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:52Z', 'updated_at': '2022-09-28T08:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '3e4851c8-d106-4073-9e54-dc4e7a68ab36', 'name': '', 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'mac_address': 'fa:16:3e:05:10:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '4365a733-8241-4e32-9aa5-41da0b2d773b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:53Z', 'updated_at': '2022-09-28T08:52:58Z', 'revision_number': 5, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'subnets': [{'id': '4365a733-8241-4e32-9aa5-41da0b2d773b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:55:58.768177 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccdd692-d311-44da-9d3a-9aea418c7f94 None None] Checking router: d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5 for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:55:58.776994 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccdd692-d311-44da-9d3a-9aea418c7f94 None None] Routers {'d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:55:58.777773 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-6ccdd692-d311-44da-9d3a-9aea418c7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:55:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:55:58.954468 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-6ccdd692-d311-44da-9d3a-9aea418c7f94 None None] Set router d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:55:59.135316 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-6ccdd692-d311-44da-9d3a-9aea418c7f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'name': 'tempest-TestMinimumBasicScenario-1378316020-router', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b896a33f-2b1c-4db5-9485-482edd1f1443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:51Z', 'updated_at': '2022-09-28T08:52:54Z', 'revision_number': 4, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'gw_port': {'id': 'b896a33f-2b1c-4db5-9485-482edd1f1443', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:52Z', 'updated_at': '2022-09-28T08:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '3e4851c8-d106-4073-9e54-dc4e7a68ab36', 'name': '', 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'mac_address': 'fa:16:3e:05:10:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '4365a733-8241-4e32-9aa5-41da0b2d773b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:53Z', 'updated_at': '2022-09-28T08:52:58Z', 'revision_number': 5, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'subnets': [{'id': '4365a733-8241-4e32-9aa5-41da0b2d773b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:55:59.158870 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccdd692-d311-44da-9d3a-9aea418c7f94 None None] The sync data for ids ['d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'] in dv-cinder-844563-8-iscsi is: [{'id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'name': 'tempest-TestMinimumBasicScenario-1378316020-router', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b896a33f-2b1c-4db5-9485-482edd1f1443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:51Z', 'updated_at': '2022-09-28T08:52:54Z', 'revision_number': 4, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'gw_port': {'id': 'b896a33f-2b1c-4db5-9485-482edd1f1443', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:52Z', 'updated_at': '2022-09-28T08:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': '3e4851c8-d106-4073-9e54-dc4e7a68ab36', 'name': '', 'network_id': 'b7ed4aba-b891-47c2-80b2-aaebeb5f007b', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'mac_address': 'fa:16:3e:05:10:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '4365a733-8241-4e32-9aa5-41da0b2d773b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:53Z', 'updated_at': '2022-09-28T08:52:58Z', 'revision_number': 5, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'subnets': [{'id': '4365a733-8241-4e32-9aa5-41da0b2d773b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:55:59.388354 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2328f2-868d-40bf-b225-a24023c20aa0 None None] New status for floating IP 61914bbb-ada2-4d7d-a881-79ffc5ca5962: DOWN {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:55:59.452903 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575ed4ff-93ec-4e2a-882e-ef9c582c0ee2', 'tag': '46130deb-f05d-45a3-9209-b6a24b906549'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:55:59.455292 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7ed2ddc4584b00f7c30cf30121e6cd69d5fd04907018550f4f3d85fbaaf14d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe98287-bd4d-4e36-b15d-dd97d0196ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "575ed4ff-93ec-4e2a-882e-ef9c582c0ee2", "tag": "46130deb-f05d-45a3-9209-b6a24b906549"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:55:59.497387 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab9a3f9-3f34-4b82-94f4-f6c2b9a2ef19 x-openstack-request-id: req-6ab9a3f9-3f34-4b82-94f4-f6c2b9a2ef19 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:55:59.497680 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575ed4ff-93ec-4e2a-882e-ef9c582c0ee2", "tag": "46130deb-f05d-45a3-9209-b6a24b906549", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:55:59.497934 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6ab9a3f9-3f34-4b82-94f4-f6c2b9a2ef19 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:55:59.498341 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ab9a3f9-3f34-4b82-94f4-f6c2b9a2ef19'] response: {'name': 'network-changed', 'server_uuid': '575ed4ff-93ec-4e2a-882e-ef9c582c0ee2', 'tag': '46130deb-f05d-45a3-9209-b6a24b906549', 'status': 'completed', 'code': 200} Sep 28 08:55:59.513521 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:59.560172 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:55:59.586203 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe98287-bd4d-4e36-b15d-dd97d0196ce2 req-f28baa9c-0213-4e23-ad83-de35b371b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:59.587680 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5fe98287-bd4d-4e36-b15d-dd97d0196ce2 req-f28baa9c-0213-4e23-ad83-de35b371b860 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=a5865848bafe480db52b92ab3323645f&device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 1129 time: 0.0392857 Sep 28 08:55:59.680665 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe98287-bd4d-4e36-b15d-dd97d0196ce2 req-aa730ee8-771b-47b1-ad40-52a0ddf21430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:59.682612 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5fe98287-bd4d-4e36-b15d-dd97d0196ce2 req-aa730ee8-771b-47b1-ad40-52a0ddf21430 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=b7ed4aba-b891-47c2-80b2-aaebeb5f007b HTTP/1.1" status: 200 len: 916 time: 0.0886052 Sep 28 08:55:59.733322 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5fe98287-bd4d-4e36-b15d-dd97d0196ce2 req-1b6416e4-705e-47b9-9e79-22fdae588cb2 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=46130deb-f05d-45a3-9209-b6a24b906549 HTTP/1.1" status: 200 len: 217 time: 0.0358298 Sep 28 08:55:59.785227 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe98287-bd4d-4e36-b15d-dd97d0196ce2 req-708adeb6-2aee-4c99-905c-e788efa2d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:59.786706 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5fe98287-bd4d-4e36-b15d-dd97d0196ce2 req-708adeb6-2aee-4c99-905c-e788efa2d5f0 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=4365a733-8241-4e32-9aa5-41da0b2d773b HTTP/1.1" status: 200 len: 854 time: 0.0481002 Sep 28 08:55:59.976669 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe98287-bd4d-4e36-b15d-dd97d0196ce2 req-8c83090a-075a-433e-b213-3795ac582256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:55:59.978229 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5fe98287-bd4d-4e36-b15d-dd97d0196ce2 req-8c83090a-075a-433e-b213-3795ac582256 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=b7ed4aba-b891-47c2-80b2-aaebeb5f007b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400343 Sep 28 08:56:00.049404 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:00.072747 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5fe98287-bd4d-4e36-b15d-dd97d0196ce2 req-ad77e9b6-8665-4df9-a2ca-80c17b90800f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b7ed4aba-b891-47c2-80b2-aaebeb5f007b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881019 Sep 28 08:56:00.125975 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:00.167324 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-5fe98287-bd4d-4e36-b15d-dd97d0196ce2 req-44000bde-a9d2-4e3f-a225-6af4613c5821 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/b7ed4aba-b891-47c2-80b2-aaebeb5f007b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871444 Sep 28 08:56:01.192419 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac206ce-29c6-450b-92d1-2a59f4a0156b req-8a25258c-27da-42a7-aa5e-2720d8163835 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:01.194480 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-aac206ce-29c6-450b-92d1-2a59f4a0156b req-8a25258c-27da-42a7-aa5e-2720d8163835 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 945 time: 0.0458157 Sep 28 08:56:01.246208 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-aac206ce-29c6-450b-92d1-2a59f4a0156b req-f80f8824-3919-462a-bed4-32314ca0f03f tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458527 Sep 28 08:56:02.380622 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90018f-f581-44e1-9adf-ba52e616f679 req-712059b4-cd35-47be-b5fc-12e52245f3cb tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:02.382104 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0c90018f-f581-44e1-9adf-ba52e616f679 req-712059b4-cd35-47be-b5fc-12e52245f3cb tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 945 time: 0.0501122 Sep 28 08:56:02.430690 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-0c90018f-f581-44e1-9adf-ba52e616f679 req-e3828673-c3ec-41b5-bbfd-af6f2d9f388f tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429013 Sep 28 08:56:03.389358 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33727073-c5a5-4854-a539-7e1f4cf8b4ee req-984a6cfc-cf1c-4352-9c0a-0896209be452 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:03.390817 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-33727073-c5a5-4854-a539-7e1f4cf8b4ee req-984a6cfc-cf1c-4352-9c0a-0896209be452 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 945 time: 0.0520627 Sep 28 08:56:03.483536 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-33727073-c5a5-4854-a539-7e1f4cf8b4ee req-e7bc102d-e149-4166-95f3-73c3535421ac tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Deleting port 46130deb-f05d-45a3-9209-b6a24b906549 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:56:03.483860 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-33727073-c5a5-4854-a539-7e1f4cf8b4ee req-e7bc102d-e149-4166-95f3-73c3535421ac tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (46130deb-f05d-45a3-9209-b6a24b906549), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:03.563006 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940894e-dbc6-4738-a000-5fd3a5e27c8d req-30dd0174-b072-449e-8a77-6cd61ed7e271 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:03.564604 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3940894e-dbc6-4738-a000-5fd3a5e27c8d req-30dd0174-b072-449e-8a77-6cd61ed7e271 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=575ed4ff-93ec-4e2a-882e-ef9c582c0ee2 HTTP/1.1" status: 200 len: 945 time: 0.0578041 Sep 28 08:56:03.578875 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-33727073-c5a5-4854-a539-7e1f4cf8b4ee req-e7bc102d-e149-4166-95f3-73c3535421ac tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] For port 46130deb-f05d-45a3-9209-b6a24b906549, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=46130deb-f05d-45a3-9209-b6a24b906549,segment=NetworkSegment(c9342481-9f3e-48af-81c8-455ac0b96fae),segment_id=c9342481-9f3e-48af-81c8-455ac0b96fae)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:56:03.579361 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-33727073-c5a5-4854-a539-7e1f4cf8b4ee req-e7bc102d-e149-4166-95f3-73c3535421ac tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (46130deb-f05d-45a3-9209-b6a24b906549), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:03.593409 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-33727073-c5a5-4854-a539-7e1f4cf8b4ee req-e7bc102d-e149-4166-95f3-73c3535421ac tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Calling delete_port for 46130deb-f05d-45a3-9209-b6a24b906549 owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:56:03.619608 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3940894e-dbc6-4738-a000-5fd3a5e27c8d req-16bd8c81-e8ce-49ea-a0f7-49ab2364cdb9 tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=4cf4805d-75b7-4702-82b8-8f72e1661057&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416307 Sep 28 08:56:03.719525 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-33727073-c5a5-4854-a539-7e1f4cf8b4ee req-e7bc102d-e149-4166-95f3-73c3535421ac tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (46130deb-f05d-45a3-9209-b6a24b906549), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:03.746560 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc102d-e149-4166-95f3-73c3535421ac tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Pushing event deleted for resources: {'Port': ['ID=46130deb-f05d-45a3-9209-b6a24b906549,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:03.754078 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['46130deb-f05d-45a3-9209-b6a24b906549'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:56:03.795528 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-33727073-c5a5-4854-a539-7e1f4cf8b4ee req-e7bc102d-e149-4166-95f3-73c3535421ac tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] No DVR routers for this DVR port 46130deb-f05d-45a3-9209-b6a24b906549 on host hv-cinder-84456 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:56:03.798228 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-33727073-c5a5-4854-a539-7e1f4cf8b4ee req-e7bc102d-e149-4166-95f3-73c3535421ac tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:03.801516 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-33727073-c5a5-4854-a539-7e1f4cf8b4ee req-e7bc102d-e149-4166-95f3-73c3535421ac tempest-TestMinimumBasicScenario-1993402050 tempest-TestMinimumBasicScenario-1993402050-project] 10.222.0.26 "DELETE /networking/v2.0/ports/46130deb-f05d-45a3-9209-b6a24b906549 HTTP/1.1" status: 204 len: 173 time: 0.4056520 Sep 28 08:56:03.802005 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575ed4ff-93ec-4e2a-882e-ef9c582c0ee2', 'name': 'network-vif-deleted', 'tag': '46130deb-f05d-45a3-9209-b6a24b906549'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:56:03.804267 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c196dab-ec0f-4dcd-b11d-2c7bee49abb1" -d '{"events": [{"server_uuid": "575ed4ff-93ec-4e2a-882e-ef9c582c0ee2", "name": "network-vif-deleted", "tag": "46130deb-f05d-45a3-9209-b6a24b906549"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:56:03.954803 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b908ea-5b55-42b8-b6e6-2e4cc688cd8c x-openstack-request-id: req-12b908ea-5b55-42b8-b6e6-2e4cc688cd8c {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:56:03.955128 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575ed4ff-93ec-4e2a-882e-ef9c582c0ee2", "name": "network-vif-deleted", "tag": "46130deb-f05d-45a3-9209-b6a24b906549", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:56:03.955388 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12b908ea-5b55-42b8-b6e6-2e4cc688cd8c {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:56:03.955784 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b908ea-5b55-42b8-b6e6-2e4cc688cd8c'] response: {'server_uuid': '575ed4ff-93ec-4e2a-882e-ef9c582c0ee2', 'name': 'network-vif-deleted', 'tag': '46130deb-f05d-45a3-9209-b6a24b906549', 'status': 'completed', 'code': 200} Sep 28 08:56:05.185300 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 35428) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:56:05.486185 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2165b629-d28a-45bd-9a03-83ffb33d6b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605544'] for router_interface (d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:05.522223 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:05.580969 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:05.699794 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-2165b629-d28a-45bd-9a03-83ffb33d6b1a admin admin] Deleting port 3e4851c8-d106-4073-9e54-dc4e7a68ab36 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:56:05.700126 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2165b629-d28a-45bd-9a03-83ffb33d6b1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (3e4851c8-d106-4073-9e54-dc4e7a68ab36), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:05.776364 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-2165b629-d28a-45bd-9a03-83ffb33d6b1a admin admin] For port 3e4851c8-d106-4073-9e54-dc4e7a68ab36, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=3e4851c8-d106-4073-9e54-dc4e7a68ab36,segment=NetworkSegment(c9342481-9f3e-48af-81c8-455ac0b96fae),segment_id=c9342481-9f3e-48af-81c8-455ac0b96fae)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:56:05.776643 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2165b629-d28a-45bd-9a03-83ffb33d6b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (3e4851c8-d106-4073-9e54-dc4e7a68ab36), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:05.788865 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-2165b629-d28a-45bd-9a03-83ffb33d6b1a admin admin] Calling delete_port for 3e4851c8-d106-4073-9e54-dc4e7a68ab36 owned by network:router_interface {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:56:06.181784 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:06.183596 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2165b629-d28a-45bd-9a03-83ffb33d6b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (3e4851c8-d106-4073-9e54-dc4e7a68ab36), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:06.208548 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165b629-d28a-45bd-9a03-83ffb33d6b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=3e4851c8-d106-4073-9e54-dc4e7a68ab36,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:06.365740 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-2165b629-d28a-45bd-9a03-83ffb33d6b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596184'] for router_interface (d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:06.555827 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:06.568509 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2165b629-d28a-45bd-9a03-83ffb33d6b1a admin admin] Router d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5 has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:56:06.620292 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:06.672149 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2165b629-d28a-45bd-9a03-83ffb33d6b1a admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:56:06.679186 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-2165b629-d28a-45bd-9a03-83ffb33d6b1a admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4922876 Sep 28 08:56:06.681313 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 35430) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:56:06.681652 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d496de-d61f-4e5b-8b2d-d221529f1079 None None] Sync routers for ids ['d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:56:06.692406 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d496de-d61f-4e5b-8b2d-d221529f1079 None None] Routers {'d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:56:06.693023 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-f0d496de-d61f-4e5b-8b2d-d221529f1079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:55:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:56:06.782891 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-de3c6bde-d5a3-44a3-88f2-ecc27a040852 admin admin] Publish callbacks [] for router (d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:06.794520 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-f0d496de-d61f-4e5b-8b2d-d221529f1079 None None] Set router d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:56:06.878264 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-de3c6bde-d5a3-44a3-88f2-ecc27a040852 admin admin] Publish callbacks [] for router_gateway (d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:06.923629 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-de3c6bde-d5a3-44a3-88f2-ecc27a040852 admin admin] Deleting port b896a33f-2b1c-4db5-9485-482edd1f1443 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:56:06.923977 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-de3c6bde-d5a3-44a3-88f2-ecc27a040852 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (b896a33f-2b1c-4db5-9485-482edd1f1443), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:06.951654 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:06.956904 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-f0d496de-d61f-4e5b-8b2d-d221529f1079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'name': 'tempest-TestMinimumBasicScenario-1378316020-router', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': 'b896a33f-2b1c-4db5-9485-482edd1f1443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:51Z', 'updated_at': '2022-09-28T08:56:06Z', 'revision_number': 5, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'gw_port': {'id': 'b896a33f-2b1c-4db5-9485-482edd1f1443', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:05:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:52Z', 'updated_at': '2022-09-28T08:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:56:06.985345 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d496de-d61f-4e5b-8b2d-d221529f1079 None None] Checking router: d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5 for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:56:06.993680 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d496de-d61f-4e5b-8b2d-d221529f1079 None None] Routers {'d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:56:06.994281 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-f0d496de-d61f-4e5b-8b2d-d221529f1079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:55:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:56:07.002258 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-de3c6bde-d5a3-44a3-88f2-ecc27a040852 admin admin] For port b896a33f-2b1c-4db5-9485-482edd1f1443, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=b896a33f-2b1c-4db5-9485-482edd1f1443,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:56:07.002624 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-de3c6bde-d5a3-44a3-88f2-ecc27a040852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (b896a33f-2b1c-4db5-9485-482edd1f1443), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:07.015588 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-de3c6bde-d5a3-44a3-88f2-ecc27a040852 admin admin] Calling delete_port for b896a33f-2b1c-4db5-9485-482edd1f1443 owned by network:router_gateway {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:56:07.073113 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-f0d496de-d61f-4e5b-8b2d-d221529f1079 None None] Set router d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5 gateway port host: None {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:56:07.099377 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:07.124447 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-f0d496de-d61f-4e5b-8b2d-d221529f1079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'name': 'tempest-TestMinimumBasicScenario-1378316020-router', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:51Z', 'updated_at': '2022-09-28T08:56:06Z', 'revision_number': 6, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'gw_port_host': None}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:56:07.149678 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d496de-d61f-4e5b-8b2d-d221529f1079 None None] The sync data for ids ['d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5'] in dv-cinder-844563-8-iscsi is: [{'id': 'd6a69cb1-f5ea-4bfe-a3a6-db857140a6f5', 'name': 'tempest-TestMinimumBasicScenario-1378316020-router', 'tenant_id': 'a5865848bafe480db52b92ab3323645f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:51Z', 'updated_at': '2022-09-28T08:56:06Z', 'revision_number': 6, 'project_id': 'a5865848bafe480db52b92ab3323645f', 'gw_port_host': None}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:56:07.180927 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-de3c6bde-d5a3-44a3-88f2-ecc27a040852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (b896a33f-2b1c-4db5-9485-482edd1f1443), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:07.207323 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c6bde-d5a3-44a3-88f2-ecc27a040852 admin admin] Pushing event deleted for resources: {'Port': ['ID=b896a33f-2b1c-4db5-9485-482edd1f1443,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:07.270555 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-de3c6bde-d5a3-44a3-88f2-ecc27a040852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595758'] for router_gateway (d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:07.356169 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-de3c6bde-d5a3-44a3-88f2-ecc27a040852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3720'] for router (d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:07.358269 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-de3c6bde-d5a3-44a3-88f2-ecc27a040852 admin admin] Publish callbacks [] for router_controller (d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:07.403883 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-de3c6bde-d5a3-44a3-88f2-ecc27a040852 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596270'] for router (d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:07.403883 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3c6bde-d5a3-44a3-88f2-ecc27a040852 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5 {{(pid=106475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:56:07.407927 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-de3c6bde-d5a3-44a3-88f2-ecc27a040852 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:07.409078 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-de3c6bde-d5a3-44a3-88f2-ecc27a040852 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/d6a69cb1-f5ea-4bfe-a3a6-db857140a6f5 HTTP/1.1" status: 204 len: 168 time: 0.7267845 Sep 28 08:56:07.412557 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 35432) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:56:07.451787 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:07.459797 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e0f7b1-ebcf-4020-b01a-f84c3dc19578 admin admin] Deleting subnet 4365a733-8241-4e32-9aa5-41da0b2d773b {{(pid=106475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 08:56:07.463292 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f7b1-ebcf-4020-b01a-f84c3dc19578 admin admin] Publish callbacks [] for subnet (4365a733-8241-4e32-9aa5-41da0b2d773b), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:07.504250 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f7b1-ebcf-4020-b01a-f84c3dc19578 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2637683'] for subnet (4365a733-8241-4e32-9aa5-41da0b2d773b), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:07.533947 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:07.585803 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f7b1-ebcf-4020-b01a-f84c3dc19578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672334'] for subnet (4365a733-8241-4e32-9aa5-41da0b2d773b), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:07.637945 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f7b1-ebcf-4020-b01a-f84c3dc19578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2793407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3714010'] for subnet (4365a733-8241-4e32-9aa5-41da0b2d773b), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:07.668306 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0f7b1-ebcf-4020-b01a-f84c3dc19578 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4365a733-8241-4e32-9aa5-41da0b2d773b,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:07.670327 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-f4e0f7b1-ebcf-4020-b01a-f84c3dc19578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:07.674052 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-f4e0f7b1-ebcf-4020-b01a-f84c3dc19578 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/4365a733-8241-4e32-9aa5-41da0b2d773b HTTP/1.1" status: 204 len: 168 time: 0.2603111 Sep 28 08:56:07.674435 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807bbd35-376d-4887-ac46-97de825073ad None None] Network b7ed4aba-b891-47c2-80b2-aaebeb5f007b requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:56:07.676269 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 35434) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:56:07.747258 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-efba1efb-0a61-48a5-9950-0c70c96e9579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792351'] for network (b7ed4aba-b891-47c2-80b2-aaebeb5f007b), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:07.794471 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-efba1efb-0a61-48a5-9950-0c70c96e9579 admin admin] Deleting port f4597b69-aaff-448e-8636-f51413ffddca {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:56:07.794816 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-efba1efb-0a61-48a5-9950-0c70c96e9579 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (f4597b69-aaff-448e-8636-f51413ffddca), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:07.856970 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-efba1efb-0a61-48a5-9950-0c70c96e9579 admin admin] For port f4597b69-aaff-448e-8636-f51413ffddca, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=f4597b69-aaff-448e-8636-f51413ffddca,segment=NetworkSegment(c9342481-9f3e-48af-81c8-455ac0b96fae),segment_id=c9342481-9f3e-48af-81c8-455ac0b96fae)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:56:07.857297 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-efba1efb-0a61-48a5-9950-0c70c96e9579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (f4597b69-aaff-448e-8636-f51413ffddca), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:07.859311 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:07.870917 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-efba1efb-0a61-48a5-9950-0c70c96e9579 admin admin] Calling delete_port for f4597b69-aaff-448e-8636-f51413ffddca owned by network:dhcp {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:56:07.929587 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb449f3-c254-4f2d-a182-bf234259303b None None] DHCP port deletion for b7ed4aba-b891-47c2-80b2-aaebeb5f007b request from dv-cinder-844563-8-iscsi {{(pid=106477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 08:56:07.937564 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:07.955001 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-efba1efb-0a61-48a5-9950-0c70c96e9579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (f4597b69-aaff-448e-8636-f51413ffddca), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:07.971914 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efba1efb-0a61-48a5-9950-0c70c96e9579 admin admin] No DVR routers for this DVR port f4597b69-aaff-448e-8636-f51413ffddca on host dv-cinder-844563-8-iscsi {{(pid=106476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:56:07.972169 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bb449f3-c254-4f2d-a182-bf234259303b None None] Deleting port f4597b69-aaff-448e-8636-f51413ffddca {{(pid=106477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:56:07.972475 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bb449f3-c254-4f2d-a182-bf234259303b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (f4597b69-aaff-448e-8636-f51413ffddca), before_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:07.993894 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba1efb-0a61-48a5-9950-0c70c96e9579 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4597b69-aaff-448e-8636-f51413ffddca,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:07.996968 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device b896a33f-2b1c-4db5-9485-482edd1f1443 no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:56:08.049082 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: b896a33f-2b1c-4db5-9485-482edd1f1443 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:56:08.049472 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device b896a33f-2b1c-4db5-9485-482edd1f1443 not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:56:08.049893 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device f4597b69-aaff-448e-8636-f51413ffddca no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:56:08.068507 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-efba1efb-0a61-48a5-9950-0c70c96e9579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845688', 'neutron.services.segments.db._delete_segments_for_network-8759190702794'] for network (b7ed4aba-b891-47c2-80b2-aaebeb5f007b), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:08.078117 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 46130deb-f05d-45a3-9209-b6a24b906549 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:56:08.083093 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: f4597b69-aaff-448e-8636-f51413ffddca {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:56:08.083435 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device f4597b69-aaff-448e-8636-f51413ffddca not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:56:08.083862 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 3e4851c8-d106-4073-9e54-dc4e7a68ab36 no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:56:08.089345 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-efba1efb-0a61-48a5-9950-0c70c96e9579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ed4aba-b891-47c2-80b2-aaebeb5f007b']}} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:56:08.098597 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-efba1efb-0a61-48a5-9950-0c70c96e9579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9342481-9f3e-48af-81c8-455ac0b96fae') {'for_net_delete': True} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:56:08.098901 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-efba1efb-0a61-48a5-9950-0c70c96e9579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9342481-9f3e-48af-81c8-455ac0b96fae') {} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:56:08.107488 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-2bb449f3-c254-4f2d-a182-bf234259303b None None] For port f4597b69-aaff-448e-8636-f51413ffddca, host dv-cinder-844563-8-iscsi, got binding levels [] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:56:08.107730 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bb449f3-c254-4f2d-a182-bf234259303b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (f4597b69-aaff-448e-8636-f51413ffddca), precommit_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:08.109182 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-efba1efb-0a61-48a5-9950-0c70c96e9579 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759190673511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260594424'] for segment (c9342481-9f3e-48af-81c8-455ac0b96fae), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:08.124651 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-efba1efb-0a61-48a5-9950-0c70c96e9579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (c9342481-9f3e-48af-81c8-455ac0b96fae), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:08.130548 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] No Port match for: 46130deb-f05d-45a3-9209-b6a24b906549 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:56:08.130947 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 46130deb-f05d-45a3-9209-b6a24b906549 not bound to the agent host hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:56:08.134159 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: 3e4851c8-d106-4073-9e54-dc4e7a68ab36 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:56:08.134899 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 3e4851c8-d106-4073-9e54-dc4e7a68ab36 not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:56:08.137974 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efba1efb-0a61-48a5-9950-0c70c96e9579 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=106476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:56:08.138561 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-efba1efb-0a61-48a5-9950-0c70c96e9579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3668257'] for segment (c9342481-9f3e-48af-81c8-455ac0b96fae), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:08.139886 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-2bb449f3-c254-4f2d-a182-bf234259303b None None] Calling delete_port for f4597b69-aaff-448e-8636-f51413ffddca owned by network:dhcp {{(pid=106477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:56:08.143750 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.ipam_backend_mixin [None req-2bb449f3-c254-4f2d-a182-bf234259303b None None] Port f4597b69-aaff-448e-8636-f51413ffddca was not found and therefore no delete operation was performed {{(pid=106477) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 28 08:56:08.155015 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-2bb449f3-c254-4f2d-a182-bf234259303b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461'] for port (f4597b69-aaff-448e-8636-f51413ffddca), after_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:08.182745 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb449f3-c254-4f2d-a182-bf234259303b None None] Pushing event deleted for resources: {'Port': ['ID=f4597b69-aaff-448e-8636-f51413ffddca,revision_number=None']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:08.183870 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment c9342481-9f3e-48af-81c8-455ac0b96fae resource provider aggregate not found Sep 28 08:56:08.187261 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb449f3-c254-4f2d-a182-bf234259303b None None] No DVR routers for this DVR port f4597b69-aaff-448e-8636-f51413ffddca on host dv-cinder-844563-8-iscsi {{(pid=106477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:56:08.202823 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb449f3-c254-4f2d-a182-bf234259303b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:08.203392 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb449f3-c254-4f2d-a182-bf234259303b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:08.203706 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb449f3-c254-4f2d-a182-bf234259303b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:08.204108 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb449f3-c254-4f2d-a182-bf234259303b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:08.204516 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb449f3-c254-4f2d-a182-bf234259303b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:08.204949 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb449f3-c254-4f2d-a182-bf234259303b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:08.205369 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb449f3-c254-4f2d-a182-bf234259303b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:08.205827 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb449f3-c254-4f2d-a182-bf234259303b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:08.206193 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb449f3-c254-4f2d-a182-bf234259303b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:08.206529 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb449f3-c254-4f2d-a182-bf234259303b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:08.206909 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb449f3-c254-4f2d-a182-bf234259303b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:08.207348 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb449f3-c254-4f2d-a182-bf234259303b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:08.207554 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb449f3-c254-4f2d-a182-bf234259303b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:08.207885 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb449f3-c254-4f2d-a182-bf234259303b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:08.208211 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb449f3-c254-4f2d-a182-bf234259303b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:56:08.213516 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment c9342481-9f3e-48af-81c8-455ac0b96fae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9342481-9f3e-48af-81c8-455ac0b96fae found for delete ", "request_id": "req-3416bc48-f61a-423d-abee-a270657a7fc8"}]} Sep 28 08:56:08.231726 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-efba1efb-0a61-48a5-9950-0c70c96e9579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595797'] for network (b7ed4aba-b891-47c2-80b2-aaebeb5f007b), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:08.236432 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-efba1efb-0a61-48a5-9950-0c70c96e9579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:08.241209 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-efba1efb-0a61-48a5-9950-0c70c96e9579 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/b7ed4aba-b891-47c2-80b2-aaebeb5f007b HTTP/1.1" status: 204 len: 168 time: 0.5623896 Sep 28 08:56:08.242804 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 35440) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:56:08.263984 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba1efb-0a61-48a5-9950-0c70c96e9579 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7ed4aba-b891-47c2-80b2-aaebeb5f007b,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:08.554665 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-03273ca4-6787-44e6-991e-3bf60d312e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605544'] for router_interface (0c7317b9-8e30-4cd8-a5c4-e25b15709012), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:08.769712 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-03273ca4-6787-44e6-991e-3bf60d312e63 admin admin] Deleting port 8b00349b-5f81-468d-8d2d-72c32886fb92 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:56:08.770192 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-03273ca4-6787-44e6-991e-3bf60d312e63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (8b00349b-5f81-468d-8d2d-72c32886fb92), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:08.874570 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-03273ca4-6787-44e6-991e-3bf60d312e63 admin admin] For port 8b00349b-5f81-468d-8d2d-72c32886fb92, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=8b00349b-5f81-468d-8d2d-72c32886fb92,segment=NetworkSegment(e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1),segment_id=e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:56:08.874850 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-03273ca4-6787-44e6-991e-3bf60d312e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (8b00349b-5f81-468d-8d2d-72c32886fb92), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:08.887924 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-03273ca4-6787-44e6-991e-3bf60d312e63 admin admin] Calling delete_port for 8b00349b-5f81-468d-8d2d-72c32886fb92 owned by network:router_interface {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:56:08.889405 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:08.951914 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:09.064582 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-03273ca4-6787-44e6-991e-3bf60d312e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (8b00349b-5f81-468d-8d2d-72c32886fb92), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:09.087001 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03273ca4-6787-44e6-991e-3bf60d312e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b00349b-5f81-468d-8d2d-72c32886fb92,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:09.258588 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-03273ca4-6787-44e6-991e-3bf60d312e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596184'] for router_interface (0c7317b9-8e30-4cd8-a5c4-e25b15709012), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:09.468024 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03273ca4-6787-44e6-991e-3bf60d312e63 admin admin] Router 0c7317b9-8e30-4cd8-a5c4-e25b15709012 has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:56:09.806250 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03273ca4-6787-44e6-991e-3bf60d312e63 admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:56:09.811065 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-03273ca4-6787-44e6-991e-3bf60d312e63 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/0c7317b9-8e30-4cd8-a5c4-e25b15709012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5672455 Sep 28 08:56:09.813723 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 35442) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:56:09.814488 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11a7273-1cc1-4996-830e-5736e7d94934 None None] Sync routers for ids ['0c7317b9-8e30-4cd8-a5c4-e25b15709012'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:56:09.824638 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11a7273-1cc1-4996-830e-5736e7d94934 None None] Routers {'0c7317b9-8e30-4cd8-a5c4-e25b15709012'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:56:09.825292 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-f11a7273-1cc1-4996-830e-5736e7d94934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:55:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['0c7317b9-8e30-4cd8-a5c4-e25b15709012'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:56:09.913520 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5b648e1e-6daf-40e2-ba57-e99c82b47e8d admin admin] Publish callbacks [] for router (0c7317b9-8e30-4cd8-a5c4-e25b15709012), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:10.014089 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5b648e1e-6daf-40e2-ba57-e99c82b47e8d admin admin] Publish callbacks [] for router_gateway (0c7317b9-8e30-4cd8-a5c4-e25b15709012), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:10.017694 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:10.037315 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:10.042134 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:10.050733 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-f11a7273-1cc1-4996-830e-5736e7d94934 None None] Set router 0c7317b9-8e30-4cd8-a5c4-e25b15709012 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:56:10.055722 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:10.059618 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-5b648e1e-6daf-40e2-ba57-e99c82b47e8d admin admin] Deleting port 4fcbbe47-cb64-490d-b9b7-ac3fc3238595 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:56:10.059894 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5b648e1e-6daf-40e2-ba57-e99c82b47e8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (4fcbbe47-cb64-490d-b9b7-ac3fc3238595), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:10.147136 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-5b648e1e-6daf-40e2-ba57-e99c82b47e8d admin admin] For port 4fcbbe47-cb64-490d-b9b7-ac3fc3238595, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=4fcbbe47-cb64-490d-b9b7-ac3fc3238595,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:56:10.147600 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5b648e1e-6daf-40e2-ba57-e99c82b47e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (4fcbbe47-cb64-490d-b9b7-ac3fc3238595), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:10.160339 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-5b648e1e-6daf-40e2-ba57-e99c82b47e8d admin admin] Calling delete_port for 4fcbbe47-cb64-490d-b9b7-ac3fc3238595 owned by network:router_gateway {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:56:10.222728 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-f11a7273-1cc1-4996-830e-5736e7d94934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7317b9-8e30-4cd8-a5c4-e25b15709012', 'name': 'tempest-TestMinimumBasicScenario-1262340825-router', 'tenant_id': 'f445710aafeb4a859f155a27d0afb60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': '4fcbbe47-cb64-490d-b9b7-ac3fc3238595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:56Z', 'updated_at': '2022-09-28T08:56:09Z', 'revision_number': 5, 'project_id': 'f445710aafeb4a859f155a27d0afb60a', 'gw_port': {'id': '4fcbbe47-cb64-490d-b9b7-ac3fc3238595', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7317b9-8e30-4cd8-a5c4-e25b15709012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:52:56Z', 'updated_at': '2022-09-28T08:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:56:10.250624 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11a7273-1cc1-4996-830e-5736e7d94934 None None] Checking router: 0c7317b9-8e30-4cd8-a5c4-e25b15709012 for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:56:10.259508 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11a7273-1cc1-4996-830e-5736e7d94934 None None] Routers {'0c7317b9-8e30-4cd8-a5c4-e25b15709012'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:56:10.260556 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-f11a7273-1cc1-4996-830e-5736e7d94934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:55:57Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['0c7317b9-8e30-4cd8-a5c4-e25b15709012'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:56:10.328369 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5b648e1e-6daf-40e2-ba57-e99c82b47e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (4fcbbe47-cb64-490d-b9b7-ac3fc3238595), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:10.347751 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-f11a7273-1cc1-4996-830e-5736e7d94934 None None] Set router 0c7317b9-8e30-4cd8-a5c4-e25b15709012 gateway port host: None {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:56:10.357141 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b648e1e-6daf-40e2-ba57-e99c82b47e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=4fcbbe47-cb64-490d-b9b7-ac3fc3238595,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:10.399079 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-f11a7273-1cc1-4996-830e-5736e7d94934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7317b9-8e30-4cd8-a5c4-e25b15709012', 'name': 'tempest-TestMinimumBasicScenario-1262340825-router', 'tenant_id': 'f445710aafeb4a859f155a27d0afb60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:56Z', 'updated_at': '2022-09-28T08:56:10Z', 'revision_number': 6, 'project_id': 'f445710aafeb4a859f155a27d0afb60a', 'gw_port_host': None}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:56:10.418957 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5b648e1e-6daf-40e2-ba57-e99c82b47e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595758'] for router_gateway (0c7317b9-8e30-4cd8-a5c4-e25b15709012), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:10.423135 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11a7273-1cc1-4996-830e-5736e7d94934 None None] The sync data for ids ['0c7317b9-8e30-4cd8-a5c4-e25b15709012'] in dv-cinder-844563-8-iscsi is: [{'id': '0c7317b9-8e30-4cd8-a5c4-e25b15709012', 'name': 'tempest-TestMinimumBasicScenario-1262340825-router', 'tenant_id': 'f445710aafeb4a859f155a27d0afb60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:52:56Z', 'updated_at': '2022-09-28T08:56:10Z', 'revision_number': 6, 'project_id': 'f445710aafeb4a859f155a27d0afb60a', 'gw_port_host': None}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:56:10.506881 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5b648e1e-6daf-40e2-ba57-e99c82b47e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3720'] for router (0c7317b9-8e30-4cd8-a5c4-e25b15709012), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:10.509178 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5b648e1e-6daf-40e2-ba57-e99c82b47e8d admin admin] Publish callbacks [] for router_controller (0c7317b9-8e30-4cd8-a5c4-e25b15709012), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:10.551216 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5b648e1e-6daf-40e2-ba57-e99c82b47e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596270'] for router (0c7317b9-8e30-4cd8-a5c4-e25b15709012), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:10.552042 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b648e1e-6daf-40e2-ba57-e99c82b47e8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c7317b9-8e30-4cd8-a5c4-e25b15709012 {{(pid=106475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:56:10.556693 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5b648e1e-6daf-40e2-ba57-e99c82b47e8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:10.557869 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-5b648e1e-6daf-40e2-ba57-e99c82b47e8d admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/0c7317b9-8e30-4cd8-a5c4-e25b15709012 HTTP/1.1" status: 204 len: 168 time: 0.7432199 Sep 28 08:56:10.560422 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 35444) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:56:10.608035 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c272f4-e8c9-44f1-97aa-038622270974 admin admin] Deleting subnet c8029363-5dbd-4297-bbdc-58661ad2162f {{(pid=106475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 08:56:10.611139 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-67c272f4-e8c9-44f1-97aa-038622270974 admin admin] Publish callbacks [] for subnet (c8029363-5dbd-4297-bbdc-58661ad2162f), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:10.645766 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-67c272f4-e8c9-44f1-97aa-038622270974 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2637683'] for subnet (c8029363-5dbd-4297-bbdc-58661ad2162f), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:10.720408 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-67c272f4-e8c9-44f1-97aa-038622270974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672334'] for subnet (c8029363-5dbd-4297-bbdc-58661ad2162f), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:10.777682 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-67c272f4-e8c9-44f1-97aa-038622270974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2793407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3714010'] for subnet (c8029363-5dbd-4297-bbdc-58661ad2162f), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:10.804084 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c272f4-e8c9-44f1-97aa-038622270974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8029363-5dbd-4297-bbdc-58661ad2162f,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:10.810724 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-67c272f4-e8c9-44f1-97aa-038622270974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:10.816590 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 35446) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:56:10.818265 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283665a1-d8e2-4c47-9b4d-456bc02d868a None None] Network 8b0301b0-0700-4603-8419-ebbbb00faf5f requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:56:10.821684 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-67c272f4-e8c9-44f1-97aa-038622270974 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/c8029363-5dbd-4297-bbdc-58661ad2162f HTTP/1.1" status: 204 len: 168 time: 0.2601819 Sep 28 08:56:11.160621 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-05c865f9-6e3c-4084-b0ee-b5362f11b8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792351'] for network (8b0301b0-0700-4603-8419-ebbbb00faf5f), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:11.201837 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-05c865f9-6e3c-4084-b0ee-b5362f11b8f0 admin admin] Deleting port 628b2038-21d2-42f5-a01a-622af7eb9ba0 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:56:11.202145 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-05c865f9-6e3c-4084-b0ee-b5362f11b8f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (628b2038-21d2-42f5-a01a-622af7eb9ba0), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:11.218347 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a417bd44-422e-4039-a7e9-73b2f87a3c67 None None] DHCP port deletion for 8b0301b0-0700-4603-8419-ebbbb00faf5f request from dv-cinder-844563-8-iscsi {{(pid=106477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 08:56:11.255156 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a417bd44-422e-4039-a7e9-73b2f87a3c67 None None] Deleting port 628b2038-21d2-42f5-a01a-622af7eb9ba0 {{(pid=106477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:56:11.255848 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a417bd44-422e-4039-a7e9-73b2f87a3c67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (628b2038-21d2-42f5-a01a-622af7eb9ba0), before_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:11.272005 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-05c865f9-6e3c-4084-b0ee-b5362f11b8f0 admin admin] For port 628b2038-21d2-42f5-a01a-622af7eb9ba0, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=628b2038-21d2-42f5-a01a-622af7eb9ba0,segment=NetworkSegment(e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1),segment_id=e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:56:11.272375 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-05c865f9-6e3c-4084-b0ee-b5362f11b8f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (628b2038-21d2-42f5-a01a-622af7eb9ba0), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:11.286253 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-05c865f9-6e3c-4084-b0ee-b5362f11b8f0 admin admin] Calling delete_port for 628b2038-21d2-42f5-a01a-622af7eb9ba0 owned by network:dhcp {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:56:11.322711 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-a417bd44-422e-4039-a7e9-73b2f87a3c67 None None] For port 628b2038-21d2-42f5-a01a-622af7eb9ba0, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=628b2038-21d2-42f5-a01a-622af7eb9ba0,segment=NetworkSegment(e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1),segment_id=e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:56:11.323108 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a417bd44-422e-4039-a7e9-73b2f87a3c67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (628b2038-21d2-42f5-a01a-622af7eb9ba0), precommit_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:11.336408 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a417bd44-422e-4039-a7e9-73b2f87a3c67 None None] Calling delete_port for 628b2038-21d2-42f5-a01a-622af7eb9ba0 owned by network:dhcp {{(pid=106477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:56:11.368534 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-05c865f9-6e3c-4084-b0ee-b5362f11b8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (628b2038-21d2-42f5-a01a-622af7eb9ba0), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:11.393266 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c865f9-6e3c-4084-b0ee-b5362f11b8f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=628b2038-21d2-42f5-a01a-622af7eb9ba0,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:11.398318 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c865f9-6e3c-4084-b0ee-b5362f11b8f0 admin admin] No DVR routers for this DVR port 628b2038-21d2-42f5-a01a-622af7eb9ba0 on host dv-cinder-844563-8-iscsi {{(pid=106476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:56:11.416162 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a417bd44-422e-4039-a7e9-73b2f87a3c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461'] for port (628b2038-21d2-42f5-a01a-622af7eb9ba0), after_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:11.446621 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417bd44-422e-4039-a7e9-73b2f87a3c67 None None] Pushing event deleted for resources: {'Port': ['ID=628b2038-21d2-42f5-a01a-622af7eb9ba0,revision_number=None']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:11.452436 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a417bd44-422e-4039-a7e9-73b2f87a3c67 None None] No DVR routers for this DVR port 628b2038-21d2-42f5-a01a-622af7eb9ba0 on host dv-cinder-844563-8-iscsi {{(pid=106477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:56:11.479162 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-05c865f9-6e3c-4084-b0ee-b5362f11b8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845688', 'neutron.services.segments.db._delete_segments_for_network-8759190702794'] for network (8b0301b0-0700-4603-8419-ebbbb00faf5f), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:11.502287 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-05c865f9-6e3c-4084-b0ee-b5362f11b8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0301b0-0700-4603-8419-ebbbb00faf5f']}} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:56:11.512431 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-05c865f9-6e3c-4084-b0ee-b5362f11b8f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1') {'for_net_delete': True} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:56:11.512734 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-05c865f9-6e3c-4084-b0ee-b5362f11b8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1') {} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:56:11.525566 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-05c865f9-6e3c-4084-b0ee-b5362f11b8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759190673511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260594424'] for segment (e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:11.539099 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-05c865f9-6e3c-4084-b0ee-b5362f11b8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:11.546416 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c865f9-6e3c-4084-b0ee-b5362f11b8f0 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=106476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:56:11.546935 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-05c865f9-6e3c-4084-b0ee-b5362f11b8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3668257'] for segment (e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:11.590985 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1 resource provider aggregate not found Sep 28 08:56:11.613032 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e32767d6-cc2c-42ca-8f1d-d9c2317ba4e1 found for delete ", "request_id": "req-aae41a97-b9fe-4b33-a516-522abe75b552"}]} Sep 28 08:56:11.614246 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-05c865f9-6e3c-4084-b0ee-b5362f11b8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595797'] for network (8b0301b0-0700-4603-8419-ebbbb00faf5f), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:11.619337 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-05c865f9-6e3c-4084-b0ee-b5362f11b8f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:11.622449 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-05c865f9-6e3c-4084-b0ee-b5362f11b8f0 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/8b0301b0-0700-4603-8419-ebbbb00faf5f HTTP/1.1" status: 204 len: 168 time: 0.8042557 Sep 28 08:56:11.635283 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c865f9-6e3c-4084-b0ee-b5362f11b8f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b0301b0-0700-4603-8419-ebbbb00faf5f,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:11.803435 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 35454) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:56:11.840073 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:11.844032 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-99a26592-c300-403e-b684-7b96f5750117 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=a5865848bafe480db52b92ab3323645f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394754 Sep 28 08:56:11.846726 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 35456) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:56:11.886033 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:11.900080 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3af95999-4f8b-4342-a529-3ef740980b29 admin admin] Publish callbacks [] for security_group (4cf4805d-75b7-4702-82b8-8f72e1661057), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:11.921507 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3af95999-4f8b-4342-a529-3ef740980b29 admin admin] Publish callbacks [] for security_group (4cf4805d-75b7-4702-82b8-8f72e1661057), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:11.955733 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 628b2038-21d2-42f5-a01a-622af7eb9ba0 no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:56:11.976212 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3af95999-4f8b-4342-a529-3ef740980b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (4cf4805d-75b7-4702-82b8-8f72e1661057), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:11.978953 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-3af95999-4f8b-4342-a529-3ef740980b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:11.980550 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-3af95999-4f8b-4342-a529-3ef740980b29 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/4cf4805d-75b7-4702-82b8-8f72e1661057 HTTP/1.1" status: 204 len: 168 time: 0.1324921 Sep 28 08:56:11.982957 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: 628b2038-21d2-42f5-a01a-622af7eb9ba0 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:56:11.983559 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 628b2038-21d2-42f5-a01a-622af7eb9ba0 not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:56:11.984464 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 8b00349b-5f81-468d-8d2d-72c32886fb92 no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:56:11.991101 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af95999-4f8b-4342-a529-3ef740980b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf4805d-75b7-4702-82b8-8f72e1661057,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:12.013247 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: 8b00349b-5f81-468d-8d2d-72c32886fb92 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:56:12.013604 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 8b00349b-5f81-468d-8d2d-72c32886fb92 not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:56:12.014093 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 4fcbbe47-cb64-490d-b9b7-ac3fc3238595 no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:56:12.037795 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: 4fcbbe47-cb64-490d-b9b7-ac3fc3238595 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:56:12.038150 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 4fcbbe47-cb64-490d-b9b7-ac3fc3238595 not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:56:12.351777 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 35468) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:56:12.391174 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-57534316-f917-4118-94ce-815b322cf2ea admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f445710aafeb4a859f155a27d0afb60a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382700 Sep 28 08:56:12.393645 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 35470) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:56:12.444632 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4e9a4793-ef1b-4181-964c-f1e2f4c1978d admin admin] Publish callbacks [] for security_group (fa2bdedd-a4c5-4fa4-8ac6-711119e8fb14), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:12.463818 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4e9a4793-ef1b-4181-964c-f1e2f4c1978d admin admin] Publish callbacks [] for security_group (fa2bdedd-a4c5-4fa4-8ac6-711119e8fb14), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:12.509929 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4e9a4793-ef1b-4181-964c-f1e2f4c1978d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (fa2bdedd-a4c5-4fa4-8ac6-711119e8fb14), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:12.512350 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-4e9a4793-ef1b-4181-964c-f1e2f4c1978d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:12.513509 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-4e9a4793-ef1b-4181-964c-f1e2f4c1978d admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/fa2bdedd-a4c5-4fa4-8ac6-711119e8fb14 HTTP/1.1" status: 204 len: 168 time: 0.1189299 Sep 28 08:56:12.525880 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a4793-ef1b-4181-964c-f1e2f4c1978d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2bdedd-a4c5-4fa4-8ac6-711119e8fb14,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:17.126446 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:17.127216 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=14 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:18.260062 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1fa220de-b1cd-4d3c-8ded-a71020180249 req-4c909b52-4acc-4676-af4f-1c1526e95a85 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379097 Sep 28 08:56:18.357760 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:18.367604 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa220de-b1cd-4d3c-8ded-a71020180249 req-90d98d32-913d-4fa1-9455-071cae4da03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:18.369072 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1fa220de-b1cd-4d3c-8ded-a71020180249 req-90d98d32-913d-4fa1-9455-071cae4da03a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ba777b9726e944a881c0953e605f7477&device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 1130 time: 0.0421593 Sep 28 08:56:18.473451 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa220de-b1cd-4d3c-8ded-a71020180249 req-d5012c82-afb5-4e7d-9f2b-aea891188562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:18.475397 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1fa220de-b1cd-4d3c-8ded-a71020180249 req-d5012c82-afb5-4e7d-9f2b-aea891188562 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=411ef26c-758f-4425-9392-e141db9ca352 HTTP/1.1" status: 200 len: 912 time: 0.0879123 Sep 28 08:56:18.486411 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:18.537626 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1fa220de-b1cd-4d3c-8ded-a71020180249 req-3b0b6f08-d5d1-4734-89e1-f8291de1b7c2 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 HTTP/1.1" status: 200 len: 1002 time: 0.0559652 Sep 28 08:56:18.588186 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa220de-b1cd-4d3c-8ded-a71020180249 req-54c1ce6b-f370-4079-9b3f-ecfee58b171f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:18.589628 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1fa220de-b1cd-4d3c-8ded-a71020180249 req-54c1ce6b-f370-4079-9b3f-ecfee58b171f service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=06590ebe-ecb3-497b-82fa-82f5d0b9e571 HTTP/1.1" status: 200 len: 850 time: 0.0464141 Sep 28 08:56:18.632519 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa220de-b1cd-4d3c-8ded-a71020180249 req-20e79ea5-abae-4b2d-a38b-f5d63e3cd139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:18.634033 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1fa220de-b1cd-4d3c-8ded-a71020180249 req-20e79ea5-abae-4b2d-a38b-f5d63e3cd139 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=411ef26c-758f-4425-9392-e141db9ca352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381501 Sep 28 08:56:18.726850 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1fa220de-b1cd-4d3c-8ded-a71020180249 req-28f200ec-09f6-4292-891a-f643a4c97646 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858514 Sep 28 08:56:18.743730 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:56:18.820907 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1fa220de-b1cd-4d3c-8ded-a71020180249 req-477fc959-51a1-41ad-bfa3-95aafb054570 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874975 Sep 28 08:56:22.021931 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=70,neutron:DELETE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:22.290321 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-7e82a526-ab4f-4026-9c48-e874a4455ce4 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1169161800&fields=id&tenant_id=ba777b9726e944a881c0953e605f7477 HTTP/1.1" status: 200 len: 267 time: 0.0462387 Sep 28 08:56:22.400055 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-31ace07c-f72e-4d09-ae03-29c2bb50396e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:22.401497 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-31ace07c-f72e-4d09-ae03-29c2bb50396e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/networks?id=411ef26c-758f-4425-9392-e141db9ca352 HTTP/1.1" status: 200 len: 811 time: 0.1043217 Sep 28 08:56:22.415378 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-17e3aa3c-de83-4166-9132-e63bd4f7500b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/quotas/ba777b9726e944a881c0953e605f7477 HTTP/1.1" status: 200 len: 375 time: 0.0085881 Sep 28 08:56:22.465621 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-ab730adc-b0eb-4738-97e1-e07a5ae1d5e3 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=ba777b9726e944a881c0953e605f7477&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0451703 Sep 28 08:56:22.538569 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=69,neutron:DELETE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:22.654838 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-9794810c-fb8e-4978-8f64-768229705d6b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783538 Sep 28 08:56:22.742924 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-f694222e-3b01-4cc7-a7ea-3a6afe82b9ec service neutron] 10.222.0.52 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824604 Sep 28 08:56:24.054075 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8c2e69ee-8cd7-4589-a3f5-c14101ff77a2 req-85422797-0b2f-4900-afbe-9ff02a77038f tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 210 time: 0.0319369 Sep 28 08:56:24.331016 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-f15e54dd-eec2-40c6-ad5c-99a9138c130e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:25.156858 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-19e4ade8-4c7b-427c-82d1-4965c79d5f7d req-b0cd1a75-d50c-4d28-9082-ffe3709a0e76 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 210 time: 0.0285320 Sep 28 08:56:25.228704 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-1d1ff4ab-10eb-4ded-bbba-a47d3552a98b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:25.230193 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-1d1ff4ab-10eb-4ded-bbba-a47d3552a98b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.26 "GET /networking/v2.0/networks?id=411ef26c-758f-4425-9392-e141db9ca352 HTTP/1.1" status: 200 len: 811 time: 0.1138244 Sep 28 08:56:25.299769 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-474e0a92-6534-43d1-af5a-2b0b0cd228b6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.26 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ba777b9726e944a881c0953e605f7477 HTTP/1.1" status: 200 len: 380 time: 0.0561550 Sep 28 08:56:25.321079 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-1b9b7e3f-a945-4060-a075-8cd69f0645d5 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Request body: {'port': {'device_id': '35dbd7df-d98c-4eb4-a0cd-c2be66607c84', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'admin_state_up': True, 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'security_groups': ['0c7ea495-bc57-4c18-afad-f9122d1a3e81']}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:56:25.432174 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-1b9b7e3f-a945-4060-a075-8cd69f0645d5 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Made reservation on behalf of ba777b9726e944a881c0953e605f7477 for: {'port': 1} {{(pid=106475) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 28 08:56:25.435861 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-1b9b7e3f-a945-4060-a075-8cd69f0645d5 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:25.564017 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_common [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-1b9b7e3f-a945-4060-a075-8cd69f0645d5 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Allocated IP 172.20.0.6 (411ef26c-758f-4425-9392-e141db9ca352/06590ebe-ecb3-497b-82fa-82f5d0b9e571/c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5) {{(pid=106475) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:56:25.662486 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:25.671289 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:25.709006 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-1b9b7e3f-a945-4060-a075-8cd69f0645d5 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for port (c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5), precommit_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:25.741449 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-1b9b7e3f-a945-4060-a075-8cd69f0645d5 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5), after_create {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:25.788214 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-1b9b7e3f-a945-4060-a075-8cd69f0645d5 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Network 411ef26c-758f-4425-9392-e141db9ca352 is already hosted by enough agents. {{(pid=106475) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:56:25.791527 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.base_scheduler [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-1b9b7e3f-a945-4060-a075-8cd69f0645d5 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Resources bound (agent type, host, resource id): {{(pid=106475) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:56:25.795707 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-1b9b7e3f-a945-4060-a075-8cd69f0645d5 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Received port after_create {{(pid=106475) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:56:25.823282 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b7e3f-a945-4060-a075-8cd69f0645d5 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Pushing event updated for resources: {'Port': ['ID=c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5,revision_number=1']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:25.854998 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-1b9b7e3f-a945-4060-a075-8cd69f0645d5 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:25.855942 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-1b9b7e3f-a945-4060-a075-8cd69f0645d5 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:25.874755 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-1b9b7e3f-a945-4060-a075-8cd69f0645d5 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.26 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5574505 Sep 28 08:56:25.890501 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.v2.base [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-f69bf027-4444-4393-8c31-68eae532a9dc service neutron] Request body: {'port': {'device_id': '35dbd7df-d98c-4eb4-a0cd-c2be66607c84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84456'}} {{(pid=106475) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:56:25.955290 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-f69bf027-4444-4393-8c31-68eae532a9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:26.033103 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-a906015f-4a21-4692-8b98-4f179e8bc746 None None] Provisioning complete for port c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 triggered by entity DHCP. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:56:26.033666 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a906015f-4a21-4692-8b98-4f179e8bc746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:26.033804 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-a906015f-4a21-4692-8b98-4f179e8bc746 None None] Attempt 1 to provision port c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 Sep 28 08:56:26.066252 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a906015f-4a21-4692-8b98-4f179e8bc746 None None] Port c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 cannot update to ACTIVE because it is not bound. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 28 08:56:26.206517 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-f69bf027-4444-4393-8c31-68eae532a9dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 {{(pid=106475) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:56:26.214674 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-f69bf027-4444-4393-8c31-68eae532a9dc service neutron] Publish callbacks [] for port (c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5), precommit_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:26.227917 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.provisioning_blocks [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-f69bf027-4444-4393-8c31-68eae532a9dc service neutron] Transition to ACTIVE for port object c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 will not be triggered until provisioned by entity L2. {{(pid=106475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 28 08:56:26.232254 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-f69bf027-4444-4393-8c31-68eae532a9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:26.284810 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658303f-2002-4ef6-8f8d-13358fd2706b req-6fa8cccb-61bc-419d-917e-1033ac13b57c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:26.286875 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a658303f-2002-4ef6-8f8d-13358fd2706b req-6fa8cccb-61bc-419d-917e-1033ac13b57c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 943 time: 0.0485098 Sep 28 08:56:26.295843 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bf027-4444-4393-8c31-68eae532a9dc service neutron] Pushing event updated for resources: {'Port': ['ID=c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5,revision_number=2']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:26.336567 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a658303f-2002-4ef6-8f8d-13358fd2706b req-d7829f61-d0d7-43f4-8ff1-d88cca2827b3 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436244 Sep 28 08:56:26.343913 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-f69bf027-4444-4393-8c31-68eae532a9dc service neutron] Attempting to bind port c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 on host hv-cinder-84456 for vnic_type normal with profile {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 28 08:56:26.344260 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-f69bf027-4444-4393-8c31-68eae532a9dc service neutron] Attempting to bind port c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 by drivers openvswitch,hyperv on host hv-cinder-84456 at level 0 using segments [{'id': 'a9f66c9a-3610-41bf-b082-fb0043fc9de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '411ef26c-758f-4425-9392-e141db9ca352'}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 28 08:56:26.344593 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-f69bf027-4444-4393-8c31-68eae532a9dc service neutron] Attempting to bind port c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 on network 411ef26c-758f-4425-9392-e141db9ca352 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:56:26.388293 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-f69bf027-4444-4393-8c31-68eae532a9dc service neutron] Port c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 on network 411ef26c-758f-4425-9392-e141db9ca352 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84456 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 28 08:56:26.388625 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-f69bf027-4444-4393-8c31-68eae532a9dc service neutron] Attempting to bind port c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 on network 411ef26c-758f-4425-9392-e141db9ca352 {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 28 08:56:26.429905 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-f69bf027-4444-4393-8c31-68eae532a9dc service neutron] Checking agent: {'id': '0e203ff6-fe6d-4565-9e88-81d2831b3c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84456', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'started_at': datetime.datetime(2022, 9, 28, 8, 36, 5), 'heartbeat_timestamp': datetime.datetime(2022, 9, 28, 8, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 28 08:56:26.430246 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-f69bf027-4444-4393-8c31-68eae532a9dc service neutron] Checking segment: {'id': 'a9f66c9a-3610-41bf-b082-fb0043fc9de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '411ef26c-758f-4425-9392-e141db9ca352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 28 08:56:26.430626 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-f69bf027-4444-4393-8c31-68eae532a9dc service neutron] Bound using segment: {'id': 'a9f66c9a-3610-41bf-b082-fb0043fc9de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '411ef26c-758f-4425-9392-e141db9ca352'} {{(pid=106475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 28 08:56:26.431090 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.managers [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-f69bf027-4444-4393-8c31-68eae532a9dc service neutron] Bound port: c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5, host: hv-cinder-84456, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f66c9a-3610-41bf-b082-fb0043fc9de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '411ef26c-758f-4425-9392-e141db9ca352'}}] {{(pid=106475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 28 08:56:26.431451 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-f69bf027-4444-4393-8c31-68eae532a9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5), before_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:26.444944 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:26.462434 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:26.496054 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-f69bf027-4444-4393-8c31-68eae532a9dc service neutron] For port c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5, host hv-cinder-84456, cleared binding levels {{(pid=106475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 28 08:56:26.499043 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-f69bf027-4444-4393-8c31-68eae532a9dc service neutron] For port c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5, host hv-cinder-84456, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5,segment=NetworkSegment(a9f66c9a-3610-41bf-b082-fb0043fc9de1),segment_id=a9f66c9a-3610-41bf-b082-fb0043fc9de1)] {{(pid=106475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 28 08:56:26.506435 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-f69bf027-4444-4393-8c31-68eae532a9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2793461'] for port (c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5), after_update {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:26.509886 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-f69bf027-4444-4393-8c31-68eae532a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:26.510498 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-f69bf027-4444-4393-8c31-68eae532a9dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:26.511998 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-f69bf027-4444-4393-8c31-68eae532a9dc service neutron] 10.222.0.26 "PUT /networking/v2.0/ports/c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 HTTP/1.1" status: 200 len: 1093 time: 0.6257839 Sep 28 08:56:26.514093 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35dbd7df-d98c-4eb4-a0cd-c2be66607c84', 'tag': 'c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:56:26.516314 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde7ab9a-0387-4a12-b910-3683b89d750d" -d '{"events": [{"name": "network-changed", "server_uuid": "35dbd7df-d98c-4eb4-a0cd-c2be66607c84", "tag": "c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:56:26.555912 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e00546-203b-40d5-9319-f808b195a475 x-openstack-request-id: req-60e00546-203b-40d5-9319-f808b195a475 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:56:26.556204 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35dbd7df-d98c-4eb4-a0cd-c2be66607c84", "tag": "c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:56:26.556456 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-60e00546-203b-40d5-9319-f808b195a475 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:56:26.556927 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60e00546-203b-40d5-9319-f808b195a475'] response: {'name': 'network-changed', 'server_uuid': '35dbd7df-d98c-4eb4-a0cd-c2be66607c84', 'tag': 'c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5', 'status': 'completed', 'code': 200} Sep 28 08:56:26.567184 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-a906015f-4a21-4692-8b98-4f179e8bc746 None None] Attempt 2 to provision port c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 Sep 28 08:56:26.573967 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bf027-4444-4393-8c31-68eae532a9dc service neutron] Pushing event updated for resources: {'Port': ['ID=c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5,revision_number=3']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:26.608511 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-a906015f-4a21-4692-8b98-4f179e8bc746 None None] Port c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 had new provisioning blocks added so it will not transition to active. {{(pid=106477) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 28 08:56:26.621635 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-d633b9f6-47c3-4b88-9a31-be5a6b318314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:26.623122 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-d633b9f6-47c3-4b88-9a31-be5a6b318314 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ba777b9726e944a881c0953e605f7477&device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 1127 time: 0.0421088 Sep 28 08:56:26.667061 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-6a0eaf76-6b5a-4374-87ab-401dc4514d15 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 HTTP/1.1" status: 200 len: 217 time: 0.0313380 Sep 28 08:56:26.714006 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-423493f1-8de2-4aa8-847c-73c32aa7e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:26.715335 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-423493f1-8de2-4aa8-847c-73c32aa7e0ec service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=06590ebe-ecb3-497b-82fa-82f5d0b9e571 HTTP/1.1" status: 200 len: 850 time: 0.0431662 Sep 28 08:56:26.728969 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-499e407c-87ec-419d-bba6-bc9b7d20ebd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:26.760062 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-2b113025-8684-4f53-9ba8-60b74fb434ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:26.761583 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-2b113025-8684-4f53-9ba8-60b74fb434ee service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=411ef26c-758f-4425-9392-e141db9ca352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394006 Sep 28 08:56:26.854954 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-2394a978-0dd0-4f2a-8113-193c38f20000 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868132 Sep 28 08:56:26.947740 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1304c4c4-add3-414a-8a71-e112c8b71281 req-de5ad33f-ea61-44c3-bfe3-4d445a10cc6e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856307 Sep 28 08:56:27.447808 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:27.456214 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525aba9-3548-4ae7-953a-8469b3311ed8 req-c9aba3c0-9338-4297-885c-81d5ab7c9000 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:27.457689 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e525aba9-3548-4ae7-953a-8469b3311ed8 req-c9aba3c0-9338-4297-885c-81d5ab7c9000 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 943 time: 0.0469837 Sep 28 08:56:27.509177 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e525aba9-3548-4ae7-953a-8469b3311ed8 req-71ff1171-5289-4b04-afba-a336fcc3fc4b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457726 Sep 28 08:56:27.900384 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7ab9a-0387-4a12-b910-3683b89d750d req-c0826f57-6648-4062-b225-67030359bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:27.901892 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-dde7ab9a-0387-4a12-b910-3683b89d750d req-c0826f57-6648-4062-b225-67030359bd09 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ba777b9726e944a881c0953e605f7477&device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 1127 time: 0.0389724 Sep 28 08:56:27.940112 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:27.999116 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7ab9a-0387-4a12-b910-3683b89d750d req-1401b3d5-c9af-48cf-86ba-69068edf2592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:28.000567 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-dde7ab9a-0387-4a12-b910-3683b89d750d req-1401b3d5-c9af-48cf-86ba-69068edf2592 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=411ef26c-758f-4425-9392-e141db9ca352 HTTP/1.1" status: 200 len: 912 time: 0.0927367 Sep 28 08:56:28.041979 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-dde7ab9a-0387-4a12-b910-3683b89d750d req-ad70a359-9d53-45bb-a357-6d2017238438 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 HTTP/1.1" status: 200 len: 217 time: 0.0319142 Sep 28 08:56:28.091578 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7ab9a-0387-4a12-b910-3683b89d750d req-a92c4534-8c54-4667-846d-65245c80cc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:28.093077 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-dde7ab9a-0387-4a12-b910-3683b89d750d req-a92c4534-8c54-4667-846d-65245c80cc2d service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=06590ebe-ecb3-497b-82fa-82f5d0b9e571 HTTP/1.1" status: 200 len: 850 time: 0.0432355 Sep 28 08:56:28.136601 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7ab9a-0387-4a12-b910-3683b89d750d req-ba8e32ea-276f-47fe-8a84-a70cbd8b39bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:28.137989 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-dde7ab9a-0387-4a12-b910-3683b89d750d req-ba8e32ea-276f-47fe-8a84-a70cbd8b39bd service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=411ef26c-758f-4425-9392-e141db9ca352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373647 Sep 28 08:56:28.228911 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-dde7ab9a-0387-4a12-b910-3683b89d750d req-5cc6357b-c4ab-4b07-9b6b-e26c48e9f4c6 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841651 Sep 28 08:56:28.322598 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-dde7ab9a-0387-4a12-b910-3683b89d750d req-7040fc3f-5161-4637-9fc7-744821f64c40 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876989 Sep 28 08:56:28.628926 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff29044-7cc9-4a60-b8d7-a0a2b3a943b6 req-ebd6c770-4a3f-4dd6-ad06-8bd599361908 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:28.631043 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7ff29044-7cc9-4a60-b8d7-a0a2b3a943b6 req-ebd6c770-4a3f-4dd6-ad06-8bd599361908 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 943 time: 0.0457549 Sep 28 08:56:28.678319 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-7ff29044-7cc9-4a60-b8d7-a0a2b3a943b6 req-bd933197-51a6-4cb2-9e67-ac4723294284 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417845 Sep 28 08:56:28.794310 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:28.794966 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:29.508855 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:29.561813 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:29.796601 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1371574d-1aad-499c-9c34-11ffd615a54c req-0cadc8db-0829-4ba0-acae-05195fa28118 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:29.798055 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1371574d-1aad-499c-9c34-11ffd615a54c req-0cadc8db-0829-4ba0-acae-05195fa28118 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 943 time: 0.0477459 Sep 28 08:56:29.809008 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:29.848963 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1371574d-1aad-499c-9c34-11ffd615a54c req-006dd3d2-71b1-4c0d-b449-97c59d108641 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451813 Sep 28 08:56:30.972496 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c674ba0-2164-47c5-9a6f-4f685f2dec96 req-e7f07489-ec7d-4f40-ad56-27456ce3e4bb tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:30.974626 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4c674ba0-2164-47c5-9a6f-4f685f2dec96 req-e7f07489-ec7d-4f40-ad56-27456ce3e4bb tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 943 time: 0.0498216 Sep 28 08:56:31.022708 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4c674ba0-2164-47c5-9a6f-4f685f2dec96 req-3b5272f6-1773-476b-b19b-6094b869f050 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426214 Sep 28 08:56:32.147399 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171b67a-030b-4077-8f4e-6797e3352069 req-ec3791ac-68d0-48e4-8618-fabb6aa559bf tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:32.148754 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3171b67a-030b-4077-8f4e-6797e3352069 req-ec3791ac-68d0-48e4-8618-fabb6aa559bf tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 943 time: 0.0461152 Sep 28 08:56:32.196737 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-3171b67a-030b-4077-8f4e-6797e3352069 req-a8aacc7d-5c30-4cdd-9e92-927bededd379 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424519 Sep 28 08:56:33.323854 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02185c-a330-4f1c-8d8e-924a77f79b12 req-fc18db2c-d587-474d-ab40-e716f4661c36 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:33.325338 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1b02185c-a330-4f1c-8d8e-924a77f79b12 req-fc18db2c-d587-474d-ab40-e716f4661c36 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 943 time: 0.0504682 Sep 28 08:56:33.374491 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-1b02185c-a330-4f1c-8d8e-924a77f79b12 req-8dda3fd7-c494-4979-a694-e7a3b6037c66 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437047 Sep 28 08:56:34.497735 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ccad7-041f-477b-bb9e-d54e1da45a9a req-ba83a640-5579-4d72-99a5-ea22b6a1c8bf tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:34.499178 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bc0ccad7-041f-477b-bb9e-d54e1da45a9a req-ba83a640-5579-4d72-99a5-ea22b6a1c8bf tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 943 time: 0.0454304 Sep 28 08:56:34.549923 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-bc0ccad7-041f-477b-bb9e-d54e1da45a9a req-f86e5e28-9559-4f45-8872-f39b36a34362 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452702 Sep 28 08:56:35.674513 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce686d5d-0045-4580-a8e3-731dc8afa75e req-d771b453-b84f-43cd-bcbc-7af3caf9d003 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:35.675973 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ce686d5d-0045-4580-a8e3-731dc8afa75e req-d771b453-b84f-43cd-bcbc-7af3caf9d003 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 943 time: 0.0522509 Sep 28 08:56:35.728056 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-ce686d5d-0045-4580-a8e3-731dc8afa75e req-175c0eb7-9500-4242-b4d2-01d66aed9118 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457850 Sep 28 08:56:36.152146 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 details requested by agent hyperv_hv-cinder-84456 with host hv-cinder-84456 {{(pid=106477) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 28 08:56:36.229479 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:36.265758 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5,segment=NetworkSegment(a9f66c9a-3610-41bf-b082-fb0043fc9de1),segment_id=a9f66c9a-3610-41bf-b082-fb0043fc9de1)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:56:36.279842 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Returning: {'device': 'c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'port_id': 'c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5', 'mac_address': 'fa:16:3e:8d:7a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106477) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 28 08:56:36.313501 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 is: DOWN; New status is: BUILD {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:56:36.313893 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:36.326733 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 {{(pid=106477) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 28 08:56:36.350151 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5,segment=NetworkSegment(a9f66c9a-3610-41bf-b082-fb0043fc9de1),segment_id=a9f66c9a-3610-41bf-b082-fb0043fc9de1)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:56:36.353670 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:36.398516 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5,revision_number=4']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:36.786021 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] get_ports_and_sgs() called for port_ids ['c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5'] {{(pid=106477) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 28 08:56:36.846939 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900747f6-f4a3-4d65-a0c2-6a4f13924bd5 req-149063d0-4a25-44d2-9011-51d716654b1b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:36.848515 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-900747f6-f4a3-4d65-a0c2-6a4f13924bd5 req-149063d0-4a25-44d2-9011-51d716654b1b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 944 time: 0.0464919 Sep 28 08:56:36.897475 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-900747f6-f4a3-4d65-a0c2-6a4f13924bd5 req-35b3d5d7-a69f-4f4c-8740-7f21bffb7ce8 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431755 Sep 28 08:56:38.013739 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd49b41-513a-4f8e-b805-66c11142c277 req-a66715c6-1b4a-4f4c-a074-28177e283a2f tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:38.015178 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fcd49b41-513a-4f8e-b805-66c11142c277 req-a66715c6-1b4a-4f4c-a074-28177e283a2f tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 944 time: 0.0451648 Sep 28 08:56:38.063136 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-fcd49b41-513a-4f8e-b805-66c11142c277 req-1d77651a-cc4b-407a-b9df-3df46dd5646c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423377 Sep 28 08:56:38.161919 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 up at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 28 08:56:38.199715 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:38.204194 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning for port c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 completed by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 28 08:56:38.210403 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.provisioning_blocks [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Provisioning complete for port c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 triggered by entity L2. {{(pid=106477) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 28 08:56:38.210778 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-850385'] for port (c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5), provisioning_complete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:38.211117 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Attempt 1 to provision port c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 Sep 28 08:56:38.228976 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:38.300472 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Current status of the port c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 is: BUILD; New status is: ACTIVE {{(pid=106477) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 28 08:56:38.300864 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5), before_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:38.317817 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:38.320129 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:INSERT=1,neutron:SELECT=82 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:38.324635 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35dbd7df-d98c-4eb4-a0cd-c2be66607c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5'}] {{(pid=106477) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:56:38.326886 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}69e111a427238a13e4e6689309ac9b18428f91aeaf2d67ba59206a8fa3627bab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81adf44a-d350-4173-9b02-ed7999f5adeb" -d '{"events": [{"server_uuid": "35dbd7df-d98c-4eb4-a0cd-c2be66607c84", "name": "network-vif-plugged", "status": "completed", "tag": "c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5"}]}' {{(pid=106477) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:56:38.339063 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] For port c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5,segment=NetworkSegment(a9f66c9a-3610-41bf-b082-fb0043fc9de1),segment_id=a9f66c9a-3610-41bf-b082-fb0043fc9de1)] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:56:38.345222 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004'] for port (c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:38.402017 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Pushing event updated for resources: {'Port': ['ID=c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5,revision_number=5']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:38.492930 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f7f3ec-78de-41b6-b777-16e8e0366461 x-openstack-request-id: req-e9f7f3ec-78de-41b6-b777-16e8e0366461 {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:56:38.493252 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35dbd7df-d98c-4eb4-a0cd-c2be66607c84", "name": "network-vif-plugged", "status": "completed", "tag": "c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5", "code": 200}]} {{(pid=106477) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:56:38.493512 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e9f7f3ec-78de-41b6-b777-16e8e0366461 {{(pid=106477) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:56:38.493920 dv-cinder-844563-8-iscsi neutron-server[106477]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9f7f3ec-78de-41b6-b777-16e8e0366461'] response: {'server_uuid': '35dbd7df-d98c-4eb4-a0cd-c2be66607c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5', 'code': 200} Sep 28 08:56:38.775141 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45a9ce-ad5e-46f3-8dc4-51ee9e886b41 req-5715a76a-5df8-402c-9770-84c731086e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:38.776717 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1c45a9ce-ad5e-46f3-8dc4-51ee9e886b41 req-5715a76a-5df8-402c-9770-84c731086e3a service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 1129 time: 0.0392337 Sep 28 08:56:38.826204 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-1c45a9ce-ad5e-46f3-8dc4-51ee9e886b41 req-093becf8-0f50-4c6d-ae69-ac55141ff79f service neutron] 10.222.0.26 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429718 Sep 28 08:56:39.184458 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c219a7-27af-4d00-a4db-86db6ea4ab19 req-bca29349-e1b3-4497-a008-06849625fa4b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:39.185923 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e5c219a7-27af-4d00-a4db-86db6ea4ab19 req-bca29349-e1b3-4497-a008-06849625fa4b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 945 time: 0.0495782 Sep 28 08:56:39.233577 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-e5c219a7-27af-4d00-a4db-86db6ea4ab19 req-c352f3e8-d8ac-4f47-894f-051c275f9d9e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422480 Sep 28 08:56:40.324749 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:40.358382 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51250e-9c82-4e57-9d4b-e338bbb1972d req-fcca1d08-1e8d-4df5-b427-0f5c1c88ea51 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:40.359839 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5f51250e-9c82-4e57-9d4b-e338bbb1972d req-fcca1d08-1e8d-4df5-b427-0f5c1c88ea51 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 945 time: 0.0461214 Sep 28 08:56:40.408417 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-5f51250e-9c82-4e57-9d4b-e338bbb1972d req-a135ece9-098f-43d6-99a5-ac6a5d1ec964 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430691 Sep 28 08:56:41.528577 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a43df-47de-4d9b-9802-55eb24aef199 req-ffe98f9c-d2b1-4359-8dc4-1adc8fd2fc59 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:41.530094 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4b1a43df-47de-4d9b-9802-55eb24aef199 req-ffe98f9c-d2b1-4359-8dc4-1adc8fd2fc59 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 945 time: 0.0462339 Sep 28 08:56:41.581411 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-4b1a43df-47de-4d9b-9802-55eb24aef199 req-bac01942-2f06-4f4c-a61f-2c4112fbe440 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456858 Sep 28 08:56:41.697660 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524608b-15b0-4fb8-ba84-e96dc72c22bc req-968ff7e3-7663-41dd-a797-4fc67eaf0aa7 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:41.699094 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f524608b-15b0-4fb8-ba84-e96dc72c22bc req-968ff7e3-7663-41dd-a797-4fc67eaf0aa7 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 945 time: 0.0451100 Sep 28 08:56:41.746555 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-f524608b-15b0-4fb8-ba84-e96dc72c22bc req-e6a42296-6adb-4b80-9be7-fe67ee6fdfac tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419858 Sep 28 08:56:41.775344 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 35578) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:56:41.913150 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=100 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:41.921002 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78318ff8-9681-4bce-b547-3a249ef3ff9d tempest-TestVolumeBootPattern-749200372 tempest-TestVolumeBootPattern-749200372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:41.922558 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-78318ff8-9681-4bce-b547-3a249ef3ff9d tempest-TestVolumeBootPattern-749200372 tempest-TestVolumeBootPattern-749200372-project-admin] 10.222.0.52 "GET /networking/v2.0/ports?device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 1124 time: 0.1462507 Sep 28 08:56:41.925569 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 35584) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:56:41.930892 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.v2.base [None req-692d6b07-8aa7-4a7d-a9e4-6b75732d71b6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Request body: {'floatingip': {'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'port_id': 'c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106476) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 28 08:56:41.952255 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-692d6b07-8aa7-4a7d-a9e4-6b75732d71b6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:42.031975 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-692d6b07-8aa7-4a7d-a9e4-6b75732d71b6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (None), before_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:42.135857 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.db_base_plugin_common [None req-692d6b07-8aa7-4a7d-a9e4-6b75732d71b6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Allocated IP 172.27.2.190 (53303c84-4465-4011-9c65-8bdf4507ffd3/267b6cdf-ce48-4c8b-88bb-4b62825e5f5f/909e085c-a8e2-4d33-b71e-ecc76265ee7f) {{(pid=106476) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 28 08:56:42.234863 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-692d6b07-8aa7-4a7d-a9e4-6b75732d71b6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for port (909e085c-a8e2-4d33-b71e-ecc76265ee7f), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:42.265705 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-692d6b07-8aa7-4a7d-a9e4-6b75732d71b6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759190271452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (909e085c-a8e2-4d33-b71e-ecc76265ee7f), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:42.310563 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692d6b07-8aa7-4a7d-a9e4-6b75732d71b6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Network 53303c84-4465-4011-9c65-8bdf4507ffd3 is already hosted by enough agents. {{(pid=106476) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 28 08:56:42.313376 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.base_scheduler [None req-692d6b07-8aa7-4a7d-a9e4-6b75732d71b6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Resources bound (agent type, host, resource id): {{(pid=106476) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 28 08:56:42.315922 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692d6b07-8aa7-4a7d-a9e4-6b75732d71b6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Received port after_create {{(pid=106476) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 28 08:56:42.340113 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d6b07-8aa7-4a7d-a9e4-6b75732d71b6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Pushing event updated for resources: {'Port': ['ID=909e085c-a8e2-4d33-b71e-ecc76265ee7f,revision_number=1']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:42.406677 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:42.655795 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:42.659795 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-692d6b07-8aa7-4a7d-a9e4-6b75732d71b6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for floatingip (92f50e3b-b93f-43fd-9fbd-e4cb0ab4d6c2), precommit_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:42.727912 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-692d6b07-8aa7-4a7d-a9e4-6b75732d71b6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-689217'] for port (909e085c-a8e2-4d33-b71e-ecc76265ee7f), before_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:42.871944 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-692d6b07-8aa7-4a7d-a9e4-6b75732d71b6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for port (909e085c-a8e2-4d33-b71e-ecc76265ee7f), precommit_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:42.876350 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-692d6b07-8aa7-4a7d-a9e4-6b75732d71b6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759190790319', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759190271470', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759190272004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3668421'] for port (909e085c-a8e2-4d33-b71e-ecc76265ee7f), after_update {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:42.941392 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d6b07-8aa7-4a7d-a9e4-6b75732d71b6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Pushing event updated for resources: {'Port': ['ID=909e085c-a8e2-4d33-b71e-ecc76265ee7f,revision_number=2']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:56:42.943719 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-692d6b07-8aa7-4a7d-a9e4-6b75732d71b6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595816'] for floatingip (92f50e3b-b93f-43fd-9fbd-e4cb0ab4d6c2), after_create {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:43.038845 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.l3_db [None req-692d6b07-8aa7-4a7d-a9e4-6b75732d71b6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Floating IP 92f50e3b-b93f-43fd-9fbd-e4cb0ab4d6c2 associated. External IP: 172.27.2.190, port: c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5. Sep 28 08:56:43.205457 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:43.232692 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692d6b07-8aa7-4a7d-a9e4-6b75732d71b6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Router c83e5eef-4ed9-4bae-861f-a3b22cc486cc has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:56:43.334903 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692d6b07-8aa7-4a7d-a9e4-6b75732d71b6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:56:43.344198 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fbed8a-63ae-49d1-92e0-463dec315f4c None None] Sync routers for ids ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:56:43.352698 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-692d6b07-8aa7-4a7d-a9e4-6b75732d71b6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:43.354575 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fbed8a-63ae-49d1-92e0-463dec315f4c None None] Routers {'c83e5eef-4ed9-4bae-861f-a3b22cc486cc'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:56:43.355200 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-83fbed8a-63ae-49d1-92e0-463dec315f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:56:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:56:43.384521 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-692d6b07-8aa7-4a7d-a9e4-6b75732d71b6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4576919 Sep 28 08:56:43.385203 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35dbd7df-d98c-4eb4-a0cd-c2be66607c84', 'tag': 'c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:56:43.387495 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7ed2ddc4584b00f7c30cf30121e6cd69d5fd04907018550f4f3d85fbaaf14d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f307b071-adb1-4867-af89-7c662ff43a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "35dbd7df-d98c-4eb4-a0cd-c2be66607c84", "tag": "c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:56:43.423953 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd77bcb-face-40ec-a095-13f74304fff0 x-openstack-request-id: req-2cd77bcb-face-40ec-a095-13f74304fff0 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:56:43.424244 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35dbd7df-d98c-4eb4-a0cd-c2be66607c84", "tag": "c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:56:43.424499 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2cd77bcb-face-40ec-a095-13f74304fff0 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:56:43.424908 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cd77bcb-face-40ec-a095-13f74304fff0'] response: {'name': 'network-changed', 'server_uuid': '35dbd7df-d98c-4eb4-a0cd-c2be66607c84', 'tag': 'c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5', 'status': 'completed', 'code': 200} Sep 28 08:56:43.461403 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-83fbed8a-63ae-49d1-92e0-463dec315f4c None None] Set router c83e5eef-4ed9-4bae-861f-a3b22cc486cc gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:56:43.509498 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307b071-adb1-4867-af89-7c662ff43a5e req-71172d17-48eb-4b1b-87ea-b0f6fe393631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:43.511021 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f307b071-adb1-4867-af89-7c662ff43a5e req-71172d17-48eb-4b1b-87ea-b0f6fe393631 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ba777b9726e944a881c0953e605f7477&device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 1129 time: 0.0393889 Sep 28 08:56:43.603022 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307b071-adb1-4867-af89-7c662ff43a5e req-a75b43fb-555d-466a-9fc0-6848d6674549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:43.604751 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f307b071-adb1-4867-af89-7c662ff43a5e req-a75b43fb-555d-466a-9fc0-6848d6674549 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=411ef26c-758f-4425-9392-e141db9ca352 HTTP/1.1" status: 200 len: 912 time: 0.0878735 Sep 28 08:56:43.664914 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f307b071-adb1-4867-af89-7c662ff43a5e req-a316691e-0faf-4788-86a2-6b4eb339f602 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 HTTP/1.1" status: 200 len: 999 time: 0.0530219 Sep 28 08:56:43.667887 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-83fbed8a-63ae-49d1-92e0-463dec315f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 4, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port': {'id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:eb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '92f50e3b-b93f-43fd-9fbd-e4cb0ab4d6c2', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'port_id': 'c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'mac_address': 'fa:16:3e:8d:7a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dbd7df-d98c-4eb4-a0cd-c2be66607c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:56:42Z', 'updated_at': '2022-09-28T08:56:42Z', 'revision_number': 0, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'fixed_ip_address_scope': None}, {'id': 'afec75ec-b731-4a75-844c-f09efa4d24c0', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'port_id': '7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'mac_address': 'fa:16:3e:69:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37495f-3dd5-465d-bbc6-d65a573b6e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:54:11Z', 'updated_at': '2022-09-28T08:54:13Z', 'revision_number': 1, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7626259-3c86-461f-a13d-858e3ff4b83f', 'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'mac_address': 'fa:16:3e:40:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:21Z', 'updated_at': '2022-09-28T08:50:26Z', 'revision_number': 5, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'subnets': [{'id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:56:43.695943 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fbed8a-63ae-49d1-92e0-463dec315f4c None None] Checking router: c83e5eef-4ed9-4bae-861f-a3b22cc486cc for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:56:43.704266 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fbed8a-63ae-49d1-92e0-463dec315f4c None None] Routers {'c83e5eef-4ed9-4bae-861f-a3b22cc486cc'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:56:43.704869 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-83fbed8a-63ae-49d1-92e0-463dec315f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:56:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:56:43.715953 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307b071-adb1-4867-af89-7c662ff43a5e req-44c43f13-40d5-4888-8b1f-b0b9cac114c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:43.717355 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f307b071-adb1-4867-af89-7c662ff43a5e req-44c43f13-40d5-4888-8b1f-b0b9cac114c8 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=06590ebe-ecb3-497b-82fa-82f5d0b9e571 HTTP/1.1" status: 200 len: 850 time: 0.0472155 Sep 28 08:56:43.763495 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307b071-adb1-4867-af89-7c662ff43a5e req-a7f7b536-7cae-4232-b4f1-8dee85559bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:56:43.765004 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f307b071-adb1-4867-af89-7c662ff43a5e req-a7f7b536-7cae-4232-b4f1-8dee85559bfc service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=411ef26c-758f-4425-9392-e141db9ca352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412149 Sep 28 08:56:43.861936 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f307b071-adb1-4867-af89-7c662ff43a5e req-f234f795-a51f-408a-91b6-7d5866652bfc service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911989 Sep 28 08:56:43.890749 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-83fbed8a-63ae-49d1-92e0-463dec315f4c None None] Set router c83e5eef-4ed9-4bae-861f-a3b22cc486cc gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:56:43.950408 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f307b071-adb1-4867-af89-7c662ff43a5e req-22dc4806-9b81-4e3a-848d-19353d14aad4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828874 Sep 28 08:56:44.097157 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-83fbed8a-63ae-49d1-92e0-463dec315f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 4, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port': {'id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:eb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '92f50e3b-b93f-43fd-9fbd-e4cb0ab4d6c2', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'port_id': 'c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'mac_address': 'fa:16:3e:8d:7a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dbd7df-d98c-4eb4-a0cd-c2be66607c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:56:42Z', 'updated_at': '2022-09-28T08:56:42Z', 'revision_number': 0, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'fixed_ip_address_scope': None}, {'id': 'afec75ec-b731-4a75-844c-f09efa4d24c0', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'port_id': '7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'mac_address': 'fa:16:3e:69:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37495f-3dd5-465d-bbc6-d65a573b6e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:54:11Z', 'updated_at': '2022-09-28T08:54:13Z', 'revision_number': 1, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7626259-3c86-461f-a13d-858e3ff4b83f', 'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'mac_address': 'fa:16:3e:40:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:21Z', 'updated_at': '2022-09-28T08:50:26Z', 'revision_number': 5, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'subnets': [{'id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:56:44.120791 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fbed8a-63ae-49d1-92e0-463dec315f4c None None] The sync data for ids ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'] in dv-cinder-844563-8-iscsi is: [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 4, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port': {'id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:eb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': '92f50e3b-b93f-43fd-9fbd-e4cb0ab4d6c2', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'floating_ip_address': '172.27.2.190', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'port_id': 'c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'mac_address': 'fa:16:3e:8d:7a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35dbd7df-d98c-4eb4-a0cd-c2be66607c84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:56:42Z', 'updated_at': '2022-09-28T08:56:42Z', 'revision_number': 0, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'fixed_ip_address_scope': None}, {'id': 'afec75ec-b731-4a75-844c-f09efa4d24c0', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'port_id': '7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'mac_address': 'fa:16:3e:69:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37495f-3dd5-465d-bbc6-d65a573b6e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:54:11Z', 'updated_at': '2022-09-28T08:54:13Z', 'revision_number': 1, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7626259-3c86-461f-a13d-858e3ff4b83f', 'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'mac_address': 'fa:16:3e:40:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:21Z', 'updated_at': '2022-09-28T08:50:26Z', 'revision_number': 5, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'subnets': [{'id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:56:44.315562 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1efa5f2-e128-4e71-ba1c-b1c1e8d8d0c7 None None] New status for floating IP 92f50e3b-b93f-43fd-9fbd-e4cb0ab4d6c2: ACTIVE {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:56:53.378783 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:53.380771 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:53.945731 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=59 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:53.948656 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=53 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:54.094580 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=77 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:54.099564 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=97 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:56:54.333455 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8eb6bda5-2284-46ae-aed7-e06aae4f7369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:55.742845 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:56:56.729389 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-eb254408-1ede-4b9b-91d0-65973d56e2c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:57.942543 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:59.515312 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:56:59.564053 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:57:05.785056 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:57:05.790046 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:57:06.208757 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:57:16.202734 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=40,neutron:UPDATE=6 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:57:16.204768 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=38,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:57:19.270869 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-29b450dd-5f72-4d5f-a29d-b8a82a87b8e4 req-53b1aea5-de5f-4579-b34d-9f79129c0378 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0362127 Sep 28 08:57:19.374191 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b450dd-5f72-4d5f-a29d-b8a82a87b8e4 req-4e5439d3-1fda-4a3d-a2af-1044cd4c3dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:19.375643 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-29b450dd-5f72-4d5f-a29d-b8a82a87b8e4 req-4e5439d3-1fda-4a3d-a2af-1044cd4c3dcf service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ba777b9726e944a881c0953e605f7477&device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 1130 time: 0.0422668 Sep 28 08:57:19.475591 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b450dd-5f72-4d5f-a29d-b8a82a87b8e4 req-58905e26-5f3e-4f17-8073-8b3141f97b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:19.477027 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-29b450dd-5f72-4d5f-a29d-b8a82a87b8e4 req-58905e26-5f3e-4f17-8073-8b3141f97b97 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=411ef26c-758f-4425-9392-e141db9ca352 HTTP/1.1" status: 200 len: 912 time: 0.0838344 Sep 28 08:57:19.768475 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-29b450dd-5f72-4d5f-a29d-b8a82a87b8e4 req-1fbc37ff-5472-470e-bf9c-b378b3c5e6b6 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 HTTP/1.1" status: 200 len: 1002 time: 0.2855814 Sep 28 08:57:19.817000 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b450dd-5f72-4d5f-a29d-b8a82a87b8e4 req-a89b8cd5-2d74-4ca9-a87d-060cf11bca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:19.818371 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-29b450dd-5f72-4d5f-a29d-b8a82a87b8e4 req-a89b8cd5-2d74-4ca9-a87d-060cf11bca50 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=06590ebe-ecb3-497b-82fa-82f5d0b9e571 HTTP/1.1" status: 200 len: 850 time: 0.0443175 Sep 28 08:57:19.860406 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b450dd-5f72-4d5f-a29d-b8a82a87b8e4 req-c6b7a109-5367-4ab2-9315-738bea74e400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:57:19.861912 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-29b450dd-5f72-4d5f-a29d-b8a82a87b8e4 req-c6b7a109-5367-4ab2-9315-738bea74e400 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=411ef26c-758f-4425-9392-e141db9ca352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378299 Sep 28 08:57:19.952106 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-29b450dd-5f72-4d5f-a29d-b8a82a87b8e4 req-15f7421e-dec5-4956-98f8-040f3950a111 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842309 Sep 28 08:57:20.039572 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-29b450dd-5f72-4d5f-a29d-b8a82a87b8e4 req-f7f18938-36ae-4746-bc3b-80456ff45efe service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803666 Sep 28 08:57:24.334579 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-6e46443c-3ba7-4f7c-890b-7c281889b1c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:57:26.731674 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a42819c3-8064-4c90-a0bf-a5eac531e80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:57:27.945585 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:57:29.507028 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:57:29.568818 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:57:30.035211 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=52 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:57:30.037077 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=49 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:57:32.741649 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:57:36.210512 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:57:46.204730 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:57:46.206703 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:57:52.755099 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=5 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:57:52.755887 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:57:54.337866 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-64a10914-cc1b-49ae-82a6-01761f5ded89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:57:56.733730 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-01e7f68d-5e46-42b7-b0e3-07e7bba885a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:57:57.948311 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:57:59.510184 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:57:59.573122 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:06.209665 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:09.740941 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:58:16.204367 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:16.206295 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:19.797465 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:19.802290 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=6 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:20.283355 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8f5837e6-4c21-46e8-a9cb-e2e6b9c32cf0 req-b3d522d9-9c0f-48e8-8a04-a9af545e50bc service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410240 Sep 28 08:58:20.358464 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5837e6-4c21-46e8-a9cb-e2e6b9c32cf0 req-4e3fea80-6bb8-4bbd-af21-ed08f45423ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:20.359892 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8f5837e6-4c21-46e8-a9cb-e2e6b9c32cf0 req-4e3fea80-6bb8-4bbd-af21-ed08f45423ec service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ba777b9726e944a881c0953e605f7477&device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 1129 time: 0.0383031 Sep 28 08:58:20.462902 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5837e6-4c21-46e8-a9cb-e2e6b9c32cf0 req-292825ab-af37-41ac-9de9-2688907b8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:20.464317 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8f5837e6-4c21-46e8-a9cb-e2e6b9c32cf0 req-292825ab-af37-41ac-9de9-2688907b8d6a service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=411ef26c-758f-4425-9392-e141db9ca352 HTTP/1.1" status: 200 len: 912 time: 0.0861313 Sep 28 08:58:20.524696 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8f5837e6-4c21-46e8-a9cb-e2e6b9c32cf0 req-a94a1f3e-b83f-4bb0-af4e-07814cf32c68 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 HTTP/1.1" status: 200 len: 1001 time: 0.0546911 Sep 28 08:58:20.571615 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5837e6-4c21-46e8-a9cb-e2e6b9c32cf0 req-a4cc922e-fbe9-4f5a-8ba6-b7dfefdf4013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:20.572913 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8f5837e6-4c21-46e8-a9cb-e2e6b9c32cf0 req-a4cc922e-fbe9-4f5a-8ba6-b7dfefdf4013 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=06590ebe-ecb3-497b-82fa-82f5d0b9e571 HTTP/1.1" status: 200 len: 850 time: 0.0426047 Sep 28 08:58:20.617448 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5837e6-4c21-46e8-a9cb-e2e6b9c32cf0 req-22666681-6b78-4699-af6b-5cf59941e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:20.618888 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8f5837e6-4c21-46e8-a9cb-e2e6b9c32cf0 req-22666681-6b78-4699-af6b-5cf59941e7ab service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=411ef26c-758f-4425-9392-e141db9ca352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403655 Sep 28 08:58:20.706749 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8f5837e6-4c21-46e8-a9cb-e2e6b9c32cf0 req-539a63a7-6526-4cfc-83c6-9a59dec1183c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820909 Sep 28 08:58:20.797686 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-8f5837e6-4c21-46e8-a9cb-e2e6b9c32cf0 req-527306a7-5cf2-46de-9b0e-ee9784ed2711 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844922 Sep 28 08:58:24.339439 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-842dfc79-9064-4729-a036-b03437480b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:26.738445 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-90bc894f-06da-48a7-9409-2bb6fd5a0818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:27.950433 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:29.511473 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:29.573786 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:30.792944 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=46 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:30.794935 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=55 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:32.487500 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 35616) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:58:32.628928 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Deleting port 909e085c-a8e2-4d33-b71e-ecc76265ee7f {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:58:32.629297 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (909e085c-a8e2-4d33-b71e-ecc76265ee7f), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:32.706696 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (909e085c-a8e2-4d33-b71e-ecc76265ee7f), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:32.707018 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for floatingip (909e085c-a8e2-4d33-b71e-ecc76265ee7f), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:32.719074 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Calling delete_port for 909e085c-a8e2-4d33-b71e-ecc76265ee7f owned by network:floatingip {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:58:32.860017 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (909e085c-a8e2-4d33-b71e-ecc76265ee7f), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:32.887642 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Pushing event deleted for resources: {'Port': ['ID=909e085c-a8e2-4d33-b71e-ecc76265ee7f,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:32.899425 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:32.899777 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:32.900122 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:32.900464 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:32.900802 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:32.901155 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:32.901490 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:32.901814 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:32.902140 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:32.902467 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:32.902793 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:32.903120 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:32.903442 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:32.903763 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:32.904082 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106476) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:32.958650 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for floatingip (92f50e3b-b93f-43fd-9fbd-e4cb0ab4d6c2), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:32.958981 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.l3_db [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Floating IP 92f50e3b-b93f-43fd-9fbd-e4cb0ab4d6c2 disassociated (deleted). External IP: 172.27.2.190, port: c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5. Sep 28 08:58:33.418897 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Router c83e5eef-4ed9-4bae-861f-a3b22cc486cc has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:58:33.520540 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:58:33.527316 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:33.532821 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf022e-55eb-4609-b291-63c9c7851a2a None None] Sync routers for ids ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:58:33.543395 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaf022e-55eb-4609-b291-63c9c7851a2a None None] Routers {'c83e5eef-4ed9-4bae-861f-a3b22cc486cc'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:58:33.544004 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-eaaf022e-55eb-4609-b291-63c9c7851a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:58:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:33.551337 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:33.558865 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-b96b44b6-16d1-4ba2-82f7-5acdba2aaa2c tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/92f50e3b-b93f-43fd-9fbd-e4cb0ab4d6c2 HTTP/1.1" status: 204 len: 168 time: 1.0703039 Sep 28 08:58:33.559545 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35dbd7df-d98c-4eb4-a0cd-c2be66607c84', 'tag': 'c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:58:33.561830 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7ed2ddc4584b00f7c30cf30121e6cd69d5fd04907018550f4f3d85fbaaf14d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7d5899-f891-4b9f-8a50-c52acfc7b9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "35dbd7df-d98c-4eb4-a0cd-c2be66607c84", "tag": "c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:58:33.610159 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bfd6f9-66ba-487c-9d0a-8785713fa60d x-openstack-request-id: req-67bfd6f9-66ba-487c-9d0a-8785713fa60d {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:58:33.610453 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35dbd7df-d98c-4eb4-a0cd-c2be66607c84", "tag": "c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:58:33.610702 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-67bfd6f9-66ba-487c-9d0a-8785713fa60d {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:58:33.611103 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67bfd6f9-66ba-487c-9d0a-8785713fa60d'] response: {'name': 'network-changed', 'server_uuid': '35dbd7df-d98c-4eb4-a0cd-c2be66607c84', 'tag': 'c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5', 'status': 'completed', 'code': 200} Sep 28 08:58:33.660671 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-eaaf022e-55eb-4609-b291-63c9c7851a2a None None] Set router c83e5eef-4ed9-4bae-861f-a3b22cc486cc gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:58:33.708132 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d5899-f891-4b9f-8a50-c52acfc7b9e4 req-35be3a0c-3035-40f9-aaaf-81a886a81fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:33.710268 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2a7d5899-f891-4b9f-8a50-c52acfc7b9e4 req-35be3a0c-3035-40f9-aaaf-81a886a81fe6 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ba777b9726e944a881c0953e605f7477&device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 1129 time: 0.0499041 Sep 28 08:58:33.882573 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b1c1b-387d-4e1e-a884-0f1144f16500 req-22742aac-6714-44f6-8910-c5f8755939e6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:33.882868 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-eaaf022e-55eb-4609-b291-63c9c7851a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 4, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port': {'id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:eb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': 'afec75ec-b731-4a75-844c-f09efa4d24c0', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'port_id': '7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'mac_address': 'fa:16:3e:69:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37495f-3dd5-465d-bbc6-d65a573b6e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:54:11Z', 'updated_at': '2022-09-28T08:54:13Z', 'revision_number': 1, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7626259-3c86-461f-a13d-858e3ff4b83f', 'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'mac_address': 'fa:16:3e:40:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:21Z', 'updated_at': '2022-09-28T08:50:26Z', 'revision_number': 5, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'subnets': [{'id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:33.884102 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d77b1c1b-387d-4e1e-a884-0f1144f16500 req-22742aac-6714-44f6-8910-c5f8755939e6 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 945 time: 0.1335783 Sep 28 08:58:33.907249 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf022e-55eb-4609-b291-63c9c7851a2a None None] Checking router: c83e5eef-4ed9-4bae-861f-a3b22cc486cc for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:58:33.909433 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:33.917319 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaf022e-55eb-4609-b291-63c9c7851a2a None None] Routers {'c83e5eef-4ed9-4bae-861f-a3b22cc486cc'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:58:33.917956 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-eaaf022e-55eb-4609-b291-63c9c7851a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:58:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:33.933710 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d77b1c1b-387d-4e1e-a884-0f1144f16500 req-fa0843d8-9f95-4b8d-8f85-fa564b41c56a tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439539 Sep 28 08:58:34.017570 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-eaaf022e-55eb-4609-b291-63c9c7851a2a None None] Set router c83e5eef-4ed9-4bae-861f-a3b22cc486cc gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:58:34.217013 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-eaaf022e-55eb-4609-b291-63c9c7851a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 4, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port': {'id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:eb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': 'afec75ec-b731-4a75-844c-f09efa4d24c0', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'port_id': '7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'mac_address': 'fa:16:3e:69:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37495f-3dd5-465d-bbc6-d65a573b6e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:54:11Z', 'updated_at': '2022-09-28T08:54:13Z', 'revision_number': 1, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7626259-3c86-461f-a13d-858e3ff4b83f', 'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'mac_address': 'fa:16:3e:40:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:21Z', 'updated_at': '2022-09-28T08:50:26Z', 'revision_number': 5, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'subnets': [{'id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:34.244863 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf022e-55eb-4609-b291-63c9c7851a2a None None] The sync data for ids ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'] in dv-cinder-844563-8-iscsi is: [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 4, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port': {'id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:eb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_floatingips': [{'id': 'afec75ec-b731-4a75-844c-f09efa4d24c0', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'floating_ip_address': '172.27.2.133', 'floating_network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'router_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'port_id': '7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'mac_address': 'fa:16:3e:69:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee37495f-3dd5-465d-bbc6-d65a573b6e84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-28T08:54:11Z', 'updated_at': '2022-09-28T08:54:13Z', 'revision_number': 1, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7626259-3c86-461f-a13d-858e3ff4b83f', 'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'mac_address': 'fa:16:3e:40:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:21Z', 'updated_at': '2022-09-28T08:50:26Z', 'revision_number': 5, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'subnets': [{'id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:58:34.451868 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84777f75-a1d2-40d5-a308-41fcc69e7882 None None] New status for floating IP 92f50e3b-b93f-43fd-9fbd-e4cb0ab4d6c2: DOWN {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:58:34.870461 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d5899-f891-4b9f-8a50-c52acfc7b9e4 req-c460ca8c-086e-41d2-b50a-ac8cf246ca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:34.871828 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2a7d5899-f891-4b9f-8a50-c52acfc7b9e4 req-c460ca8c-086e-41d2-b50a-ac8cf246ca7a service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=411ef26c-758f-4425-9392-e141db9ca352 HTTP/1.1" status: 200 len: 912 time: 0.0900636 Sep 28 08:58:34.929229 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2a7d5899-f891-4b9f-8a50-c52acfc7b9e4 req-e3adacc1-d166-4328-bebb-04f938fff405 service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 HTTP/1.1" status: 200 len: 217 time: 0.0327611 Sep 28 08:58:34.977876 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d5899-f891-4b9f-8a50-c52acfc7b9e4 req-ef2a519a-c7de-42e4-9916-668370a07aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:34.978868 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2a7d5899-f891-4b9f-8a50-c52acfc7b9e4 req-ef2a519a-c7de-42e4-9916-668370a07aeb service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=06590ebe-ecb3-497b-82fa-82f5d0b9e571 HTTP/1.1" status: 200 len: 850 time: 0.0441213 Sep 28 08:58:35.109455 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0ba88-ea09-4c12-9497-915beebfce40 req-6569b2b1-45eb-412b-91fa-cf46624509d0 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:35.110910 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-26a0ba88-ea09-4c12-9497-915beebfce40 req-6569b2b1-45eb-412b-91fa-cf46624509d0 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 945 time: 0.0974257 Sep 28 08:58:35.159124 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-26a0ba88-ea09-4c12-9497-915beebfce40 req-b6fdc658-9736-4aff-95f9-996144520473 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424333 Sep 28 08:58:35.221535 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d5899-f891-4b9f-8a50-c52acfc7b9e4 req-073df6df-7de9-47a5-8e1d-1fbcc322b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:35.222971 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2a7d5899-f891-4b9f-8a50-c52acfc7b9e4 req-073df6df-7de9-47a5-8e1d-1fbcc322b1b7 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=411ef26c-758f-4425-9392-e141db9ca352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384960 Sep 28 08:58:35.315996 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2a7d5899-f891-4b9f-8a50-c52acfc7b9e4 req-2f4a1bb8-2dab-4dfd-9eae-93b5f2f6dd4e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869689 Sep 28 08:58:35.408259 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2a7d5899-f891-4b9f-8a50-c52acfc7b9e4 req-98639d8b-72fd-4e20-b30d-3b82d16f2d69 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850604 Sep 28 08:58:35.785856 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8420d6-7881-491d-a351-5ef0ad0acd84 req-8db919bd-2c8b-4277-bd93-d3a1269e5a45 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:35.787249 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9b8420d6-7881-491d-a351-5ef0ad0acd84 req-8db919bd-2c8b-4277-bd93-d3a1269e5a45 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 945 time: 0.0456710 Sep 28 08:58:35.866335 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-9b8420d6-7881-491d-a351-5ef0ad0acd84 req-f398d076-cfe5-4d41-943e-23c6a85caa3b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Deleting port c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:58:35.866686 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-9b8420d6-7881-491d-a351-5ef0ad0acd84 req-f398d076-cfe5-4d41-943e-23c6a85caa3b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:35.958613 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-9b8420d6-7881-491d-a351-5ef0ad0acd84 req-f398d076-cfe5-4d41-943e-23c6a85caa3b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] For port c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5,segment=NetworkSegment(a9f66c9a-3610-41bf-b082-fb0043fc9de1),segment_id=a9f66c9a-3610-41bf-b082-fb0043fc9de1)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:35.959172 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-9b8420d6-7881-491d-a351-5ef0ad0acd84 req-f398d076-cfe5-4d41-943e-23c6a85caa3b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:35.971633 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-9b8420d6-7881-491d-a351-5ef0ad0acd84 req-f398d076-cfe5-4d41-943e-23c6a85caa3b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Calling delete_port for c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:58:36.097210 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-9b8420d6-7881-491d-a351-5ef0ad0acd84 req-f398d076-cfe5-4d41-943e-23c6a85caa3b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:36.122635 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f398d076-cfe5-4d41-943e-23c6a85caa3b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Pushing event deleted for resources: {'Port': ['ID=c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:36.132226 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398d076-cfe5-4d41-943e-23c6a85caa3b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:36.132828 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398d076-cfe5-4d41-943e-23c6a85caa3b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:36.133169 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398d076-cfe5-4d41-943e-23c6a85caa3b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:36.133639 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398d076-cfe5-4d41-943e-23c6a85caa3b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:36.133971 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398d076-cfe5-4d41-943e-23c6a85caa3b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:36.134311 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398d076-cfe5-4d41-943e-23c6a85caa3b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:36.135453 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398d076-cfe5-4d41-943e-23c6a85caa3b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:36.135453 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398d076-cfe5-4d41-943e-23c6a85caa3b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:36.135453 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398d076-cfe5-4d41-943e-23c6a85caa3b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:36.135910 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398d076-cfe5-4d41-943e-23c6a85caa3b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:36.135910 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398d076-cfe5-4d41-943e-23c6a85caa3b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:36.136188 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398d076-cfe5-4d41-943e-23c6a85caa3b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:36.136500 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398d076-cfe5-4d41-943e-23c6a85caa3b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:36.136819 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398d076-cfe5-4d41-943e-23c6a85caa3b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:36.137166 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f398d076-cfe5-4d41-943e-23c6a85caa3b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:36.181506 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8420d6-7881-491d-a351-5ef0ad0acd84 req-f398d076-cfe5-4d41-943e-23c6a85caa3b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] No DVR routers for this DVR port c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 on host hv-cinder-84456 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:58:36.183943 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-9b8420d6-7881-491d-a351-5ef0ad0acd84 req-f398d076-cfe5-4d41-943e-23c6a85caa3b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:36.187163 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-9b8420d6-7881-491d-a351-5ef0ad0acd84 req-f398d076-cfe5-4d41-943e-23c6a85caa3b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.26 "DELETE /networking/v2.0/ports/c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 HTTP/1.1" status: 204 len: 173 time: 0.3947341 Sep 28 08:58:36.187574 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35dbd7df-d98c-4eb4-a0cd-c2be66607c84', 'name': 'network-vif-deleted', 'tag': 'c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:58:36.189813 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0dd568-8364-4e17-93cd-73c98ad74aa4" -d '{"events": [{"server_uuid": "35dbd7df-d98c-4eb4-a0cd-c2be66607c84", "name": "network-vif-deleted", "tag": "c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:58:36.230640 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:36.247611 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af19f4f6-cfc3-4714-9eea-5d151656977e x-openstack-request-id: req-af19f4f6-cfc3-4714-9eea-5d151656977e {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:58:36.247948 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35dbd7df-d98c-4eb4-a0cd-c2be66607c84", "name": "network-vif-deleted", "tag": "c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:58:36.248205 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af19f4f6-cfc3-4714-9eea-5d151656977e {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:58:36.248614 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af19f4f6-cfc3-4714-9eea-5d151656977e'] response: {'server_uuid': '35dbd7df-d98c-4eb4-a0cd-c2be66607c84', 'name': 'network-vif-deleted', 'tag': 'c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5', 'status': 'completed', 'code': 200} Sep 28 08:58:36.269241 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-a1f4bf9b-8284-42ff-87a0-5cb30c2bc45b req-12612988-e29a-4d71-b423-159b38890871 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=35dbd7df-d98c-4eb4-a0cd-c2be66607c84 HTTP/1.1" status: 200 len: 210 time: 0.0287254 Sep 28 08:58:39.580572 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 35662) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:58:39.727310 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-b830f452-8e73-4e90-915f-0c7d58bc247b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Deleting port 09180842-e964-43d0-b67b-2acd1249b997 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:58:39.727656 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b830f452-8e73-4e90-915f-0c7d58bc247b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (09180842-e964-43d0-b67b-2acd1249b997), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:39.808273 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b830f452-8e73-4e90-915f-0c7d58bc247b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (09180842-e964-43d0-b67b-2acd1249b997), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:39.808515 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b830f452-8e73-4e90-915f-0c7d58bc247b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for floatingip (09180842-e964-43d0-b67b-2acd1249b997), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:39.821695 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-b830f452-8e73-4e90-915f-0c7d58bc247b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Calling delete_port for 09180842-e964-43d0-b67b-2acd1249b997 owned by network:floatingip {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:58:39.964585 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b830f452-8e73-4e90-915f-0c7d58bc247b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (09180842-e964-43d0-b67b-2acd1249b997), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:39.986210 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830f452-8e73-4e90-915f-0c7d58bc247b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Pushing event deleted for resources: {'Port': ['ID=09180842-e964-43d0-b67b-2acd1249b997,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:40.048184 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b830f452-8e73-4e90-915f-0c7d58bc247b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for floatingip (afec75ec-b731-4a75-844c-f09efa4d24c0), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:40.048508 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.db.l3_db [None req-b830f452-8e73-4e90-915f-0c7d58bc247b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Floating IP afec75ec-b731-4a75-844c-f09efa4d24c0 disassociated (deleted). External IP: 172.27.2.133, port: 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760. Sep 28 08:58:40.232739 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:40.244274 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b830f452-8e73-4e90-915f-0c7d58bc247b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Router c83e5eef-4ed9-4bae-861f-a3b22cc486cc has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:58:40.288479 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:40.348887 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b830f452-8e73-4e90-915f-0c7d58bc247b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:58:40.353831 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-b830f452-8e73-4e90-915f-0c7d58bc247b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:40.360189 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3bcc15-a458-44df-856e-d2dad0b79c5a None None] Sync routers for ids ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:58:40.369545 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3bcc15-a458-44df-856e-d2dad0b79c5a None None] Routers {'c83e5eef-4ed9-4bae-861f-a3b22cc486cc'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:58:40.370208 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-aa3bcc15-a458-44df-856e-d2dad0b79c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:58:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:40.382220 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-b830f452-8e73-4e90-915f-0c7d58bc247b tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/afec75ec-b731-4a75-844c-f09efa4d24c0 HTTP/1.1" status: 204 len: 168 time: 0.8005481 Sep 28 08:58:40.382866 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee37495f-3dd5-465d-bbc6-d65a573b6e84', 'tag': '7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760'}] {{(pid=106476) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:58:40.385123 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c7ed2ddc4584b00f7c30cf30121e6cd69d5fd04907018550f4f3d85fbaaf14d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ad800c-904a-47a2-b2cc-59e19341e61b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee37495f-3dd5-465d-bbc6-d65a573b6e84", "tag": "7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760"}]}' {{(pid=106476) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:58:40.406797 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:40.426051 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Sep 2022 08:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c7d647-db88-4e60-b09f-24058fe09a36 x-openstack-request-id: req-32c7d647-db88-4e60-b09f-24058fe09a36 {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:58:40.426521 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee37495f-3dd5-465d-bbc6-d65a573b6e84", "tag": "7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760", "status": "completed", "code": 200}]} {{(pid=106476) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:58:40.426841 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32c7d647-db88-4e60-b09f-24058fe09a36 {{(pid=106476) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:58:40.427306 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32c7d647-db88-4e60-b09f-24058fe09a36'] response: {'name': 'network-changed', 'server_uuid': 'ee37495f-3dd5-465d-bbc6-d65a573b6e84', 'tag': '7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760', 'status': 'completed', 'code': 200} Sep 28 08:58:40.477039 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-aa3bcc15-a458-44df-856e-d2dad0b79c5a None None] Set router c83e5eef-4ed9-4bae-861f-a3b22cc486cc gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:58:40.511279 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:40.534695 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad800c-904a-47a2-b2cc-59e19341e61b req-78be9ea5-4086-4309-86a5-4e48f581f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:40.536333 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f0ad800c-904a-47a2-b2cc-59e19341e61b req-78be9ea5-4086-4309-86a5-4e48f581f42d service neutron] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=ba777b9726e944a881c0953e605f7477&device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 1130 time: 0.0574639 Sep 28 08:58:40.622337 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d28b9-a038-449c-ae90-9f4d2b2cb4b0 req-045a6300-1914-4bc0-9c7a-8b3d70de1876 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:40.623911 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d41d28b9-a038-449c-ae90-9f4d2b2cb4b0 req-045a6300-1914-4bc0-9c7a-8b3d70de1876 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 946 time: 0.0469618 Sep 28 08:58:40.672553 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-aa3bcc15-a458-44df-856e-d2dad0b79c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 4, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port': {'id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:eb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'f7626259-3c86-461f-a13d-858e3ff4b83f', 'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'mac_address': 'fa:16:3e:40:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:21Z', 'updated_at': '2022-09-28T08:50:26Z', 'revision_number': 5, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'subnets': [{'id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:40.673038 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-d41d28b9-a038-449c-ae90-9f4d2b2cb4b0 req-a8ac2cc0-9d6e-43d0-9923-b3bedbc71fd2 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434709 Sep 28 08:58:40.702292 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3bcc15-a458-44df-856e-d2dad0b79c5a None None] Checking router: c83e5eef-4ed9-4bae-861f-a3b22cc486cc for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:58:40.711372 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3bcc15-a458-44df-856e-d2dad0b79c5a None None] Routers {'c83e5eef-4ed9-4bae-861f-a3b22cc486cc'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:58:40.711973 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-aa3bcc15-a458-44df-856e-d2dad0b79c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:58:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:40.719782 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:58:40.744411 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] No Port match for: c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:58:40.744756 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device c19ae89d-6dd0-4bf8-87a9-a1d18548f2b5 not bound to the agent host hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:58:40.813583 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-aa3bcc15-a458-44df-856e-d2dad0b79c5a None None] Set router c83e5eef-4ed9-4bae-861f-a3b22cc486cc gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:58:41.001531 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-aa3bcc15-a458-44df-856e-d2dad0b79c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 4, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port': {'id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:eb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'f7626259-3c86-461f-a13d-858e3ff4b83f', 'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'mac_address': 'fa:16:3e:40:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:21Z', 'updated_at': '2022-09-28T08:50:26Z', 'revision_number': 5, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'subnets': [{'id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:41.025725 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3bcc15-a458-44df-856e-d2dad0b79c5a None None] The sync data for ids ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'] in dv-cinder-844563-8-iscsi is: [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:22Z', 'revision_number': 4, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port': {'id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:eb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi', '_interfaces': [{'id': 'f7626259-3c86-461f-a13d-858e3ff4b83f', 'name': '', 'network_id': '411ef26c-758f-4425-9392-e141db9ca352', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'mac_address': 'fa:16:3e:40:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:21Z', 'updated_at': '2022-09-28T08:50:26Z', 'revision_number': 5, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'subnets': [{'id': '06590ebe-ecb3-497b-82fa-82f5d0b9e571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:58:41.242585 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca59908-5e05-41d8-a39f-eb049459599a None None] New status for floating IP afec75ec-b731-4a75-844c-f09efa4d24c0: DOWN {{(pid=106477) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 28 08:58:41.653453 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:41.655512 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:41.693311 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad800c-904a-47a2-b2cc-59e19341e61b req-b19c08b4-9415-47f7-8ecd-6c5dc2b780d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:41.694777 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f0ad800c-904a-47a2-b2cc-59e19341e61b req-b19c08b4-9415-47f7-8ecd-6c5dc2b780d3 service neutron] 10.222.0.26 "GET /networking/v2.0/networks?id=411ef26c-758f-4425-9392-e141db9ca352 HTTP/1.1" status: 200 len: 912 time: 0.0917022 Sep 28 08:58:41.733844 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f0ad800c-904a-47a2-b2cc-59e19341e61b req-3405945a-d2e1-42ff-a3cf-41d2c82f754b service neutron] 10.222.0.26 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 HTTP/1.1" status: 200 len: 217 time: 0.0326550 Sep 28 08:58:41.788352 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad800c-904a-47a2-b2cc-59e19341e61b req-a0b7ea6c-1143-4b52-9741-a61fe3888818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:41.789868 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f0ad800c-904a-47a2-b2cc-59e19341e61b req-a0b7ea6c-1143-4b52-9741-a61fe3888818 service neutron] 10.222.0.26 "GET /networking/v2.0/subnets?id=06590ebe-ecb3-497b-82fa-82f5d0b9e571 HTTP/1.1" status: 200 len: 850 time: 0.0487292 Sep 28 08:58:41.796715 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a589fc0-1068-441a-bda3-28c4cf4fddc8 req-970d22fd-34ad-4388-87d7-69a7fbd82a78 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106476) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:41.798191 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8a589fc0-1068-441a-bda3-28c4cf4fddc8 req-970d22fd-34ad-4388-87d7-69a7fbd82a78 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 946 time: 0.0496497 Sep 28 08:58:41.853399 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-8a589fc0-1068-441a-bda3-28c4cf4fddc8 req-26276257-55fc-46f1-8e82-3489b95ac36d tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/security-groups?id=0c7ea495-bc57-4c18-afad-f9122d1a3e81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495667 Sep 28 08:58:41.866935 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad800c-904a-47a2-b2cc-59e19341e61b req-b2ccb072-462a-4bd6-9e09-ae30846e0543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:41.868462 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f0ad800c-904a-47a2-b2cc-59e19341e61b req-b2ccb072-462a-4bd6-9e09-ae30846e0543 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?network_id=411ef26c-758f-4425-9392-e141db9ca352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556312 Sep 28 08:58:42.223307 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f0ad800c-904a-47a2-b2cc-59e19341e61b req-12935faf-dfdb-4d73-a8a9-f4e29fc65ee8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904493 Sep 28 08:58:42.361554 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77addd-3fab-4782-a14b-3ef892f0c5e0 req-b344b662-5fd4-400f-92cc-6bf9d41dc810 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106475) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 28 08:58:42.362986 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2d77addd-3fab-4782-a14b-3ef892f0c5e0 req-b344b662-5fd4-400f-92cc-6bf9d41dc810 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 946 time: 0.0885210 Sep 28 08:58:42.450441 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-f0ad800c-904a-47a2-b2cc-59e19341e61b req-8d120f64-b657-4443-a143-84cc7de5c15c service neutron] 10.222.0.26 "GET /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832185 Sep 28 08:58:42.494105 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-2d77addd-3fab-4782-a14b-3ef892f0c5e0 req-30ec2fc9-8080-4cb5-bc29-ee0363c840e3 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Deleting port 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:58:42.494519 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2d77addd-3fab-4782-a14b-3ef892f0c5e0 req-30ec2fc9-8080-4cb5-bc29-ee0363c840e3 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:42.605725 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [req-2d77addd-3fab-4782-a14b-3ef892f0c5e0 req-30ec2fc9-8080-4cb5-bc29-ee0363c840e3 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] For port 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760, host hv-cinder-84456, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84456',level=0,port_id=7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760,segment=NetworkSegment(a9f66c9a-3610-41bf-b082-fb0043fc9de1),segment_id=a9f66c9a-3610-41bf-b082-fb0043fc9de1)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:42.606101 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2d77addd-3fab-4782-a14b-3ef892f0c5e0 req-30ec2fc9-8080-4cb5-bc29-ee0363c840e3 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:42.620170 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [req-2d77addd-3fab-4782-a14b-3ef892f0c5e0 req-30ec2fc9-8080-4cb5-bc29-ee0363c840e3 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Calling delete_port for 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 owned by compute:nova {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:58:42.763554 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2d77addd-3fab-4782-a14b-3ef892f0c5e0 req-30ec2fc9-8080-4cb5-bc29-ee0363c840e3 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:42.789873 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec2fc9-8080-4cb5-bc29-ee0363c840e3 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Pushing event deleted for resources: {'Port': ['ID=7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:42.840664 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d77addd-3fab-4782-a14b-3ef892f0c5e0 req-30ec2fc9-8080-4cb5-bc29-ee0363c840e3 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] No DVR routers for this DVR port 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 on host hv-cinder-84456 {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:58:42.843221 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [req-2d77addd-3fab-4782-a14b-3ef892f0c5e0 req-30ec2fc9-8080-4cb5-bc29-ee0363c840e3 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for port (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:42.846628 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [req-2d77addd-3fab-4782-a14b-3ef892f0c5e0 req-30ec2fc9-8080-4cb5-bc29-ee0363c840e3 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.26 "DELETE /networking/v2.0/ports/7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 HTTP/1.1" status: 204 len: 173 time: 0.4771299 Sep 28 08:58:42.847228 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee37495f-3dd5-465d-bbc6-d65a573b6e84', 'name': 'network-vif-deleted', 'tag': '7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760'}] {{(pid=106475) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 28 08:58:42.851306 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8947551e11e7b7aa331de2662ffe41f955c92d2efe6cf3c8fc1a3cd59405dbf1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129ea08c-8245-4f51-a8e3-e5f9d1a0d2cf" -d '{"events": [{"server_uuid": "ee37495f-3dd5-465d-bbc6-d65a573b6e84", "name": "network-vif-deleted", "tag": "7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760"}]}' {{(pid=106475) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 28 08:58:42.900310 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Sep 2022 08:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7007070c-2af0-4002-b668-65d37c57ed59 x-openstack-request-id: req-7007070c-2af0-4002-b668-65d37c57ed59 {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 28 08:58:42.900608 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee37495f-3dd5-465d-bbc6-d65a573b6e84", "name": "network-vif-deleted", "tag": "7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760", "status": "completed", "code": 200}]} {{(pid=106475) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 28 08:58:42.900870 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7007070c-2af0-4002-b668-65d37c57ed59 {{(pid=106475) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 28 08:58:42.901315 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7007070c-2af0-4002-b668-65d37c57ed59'] response: {'server_uuid': 'ee37495f-3dd5-465d-bbc6-d65a573b6e84', 'name': 'network-vif-deleted', 'tag': '7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760', 'status': 'completed', 'code': 200} Sep 28 08:58:42.964886 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [req-198c3c09-1d15-48f4-80f3-44b026d76f25 req-7bf8b0e8-13af-468a-a8bc-e139770a3f30 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ee37495f-3dd5-465d-bbc6-d65a573b6e84 HTTP/1.1" status: 200 len: 210 time: 0.0317395 Sep 28 08:58:44.029526 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 35678) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:58:44.137048 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-73976e27-1430-4133-b7d9-567bc7314d18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Deleting port 69cbe4ea-4b9e-4b90-99a2-550736820615 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:58:44.137348 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-73976e27-1430-4133-b7d9-567bc7314d18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (69cbe4ea-4b9e-4b90-99a2-550736820615), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:44.214131 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-73976e27-1430-4133-b7d9-567bc7314d18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (69cbe4ea-4b9e-4b90-99a2-550736820615), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:44.214459 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-73976e27-1430-4133-b7d9-567bc7314d18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for floatingip (69cbe4ea-4b9e-4b90-99a2-550736820615), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:44.226950 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-73976e27-1430-4133-b7d9-567bc7314d18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Calling delete_port for 69cbe4ea-4b9e-4b90-99a2-550736820615 owned by network:floatingip {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:58:44.357016 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-73976e27-1430-4133-b7d9-567bc7314d18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (69cbe4ea-4b9e-4b90-99a2-550736820615), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:44.381743 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73976e27-1430-4133-b7d9-567bc7314d18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Pushing event deleted for resources: {'Port': ['ID=69cbe4ea-4b9e-4b90-99a2-550736820615,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:44.439873 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-73976e27-1430-4133-b7d9-567bc7314d18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for floatingip (6044695f-2f98-431d-a7f3-f91b41818901), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:44.442229 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-73976e27-1430-4133-b7d9-567bc7314d18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-217921'] for floatingip (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:44.443386 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-73976e27-1430-4133-b7d9-567bc7314d18 tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "DELETE /networking/v2.0/floatingips/6044695f-2f98-431d-a7f3-f91b41818901 HTTP/1.1" status: 204 len: 168 time: 0.4130721 Sep 28 08:58:45.646410 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 35690) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:58:45.704115 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2fd330e1-e35d-45dc-ae65-7db38e5c734e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for security_group (0c7ea495-bc57-4c18-afad-f9122d1a3e81), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:45.728076 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2fd330e1-e35d-45dc-ae65-7db38e5c734e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for security_group (0c7ea495-bc57-4c18-afad-f9122d1a3e81), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:45.758971 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:45.792842 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2fd330e1-e35d-45dc-ae65-7db38e5c734e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (0c7ea495-bc57-4c18-afad-f9122d1a3e81), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:45.795306 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2fd330e1-e35d-45dc-ae65-7db38e5c734e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:45.796441 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-2fd330e1-e35d-45dc-ae65-7db38e5c734e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] 10.222.0.52 "DELETE /networking/v2.0/security-groups/0c7ea495-bc57-4c18-afad-f9122d1a3e81 HTTP/1.1" status: 204 len: 168 time: 0.1485572 Sep 28 08:58:45.805651 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd330e1-e35d-45dc-ae65-7db38e5c734e tempest-TestVolumeBootPattern-1509163950 tempest-TestVolumeBootPattern-1509163950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7ea495-bc57-4c18-afad-f9122d1a3e81,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:45.858342 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 35694) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:58:46.069708 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:46.149638 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:46.271887 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cd10c388-253d-4559-8108-18c96b899857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605544'] for router_interface (c83e5eef-4ed9-4bae-861f-a3b22cc486cc), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:46.486602 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-cd10c388-253d-4559-8108-18c96b899857 admin admin] Deleting port f7626259-3c86-461f-a13d-858e3ff4b83f {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:58:46.486953 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cd10c388-253d-4559-8108-18c96b899857 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (f7626259-3c86-461f-a13d-858e3ff4b83f), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:46.571486 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-cd10c388-253d-4559-8108-18c96b899857 admin admin] For port f7626259-3c86-461f-a13d-858e3ff4b83f, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=f7626259-3c86-461f-a13d-858e3ff4b83f,segment=NetworkSegment(a9f66c9a-3610-41bf-b082-fb0043fc9de1),segment_id=a9f66c9a-3610-41bf-b082-fb0043fc9de1)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:46.571854 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cd10c388-253d-4559-8108-18c96b899857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (f7626259-3c86-461f-a13d-858e3ff4b83f), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:46.584295 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-cd10c388-253d-4559-8108-18c96b899857 admin admin] Calling delete_port for f7626259-3c86-461f-a13d-858e3ff4b83f owned by network:router_interface {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:58:46.736072 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 no longer exists at agent hyperv_hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:58:46.741873 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:58:46.756309 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] No Port match for: 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:58:46.756704 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Device 7a14f7f4-1a84-4a00-81c8-5bdbc2fcb760 not bound to the agent host hv-cinder-84456 {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:58:46.761164 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cd10c388-253d-4559-8108-18c96b899857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (f7626259-3c86-461f-a13d-858e3ff4b83f), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:46.786142 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10c388-253d-4559-8108-18c96b899857 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7626259-3c86-461f-a13d-858e3ff4b83f,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:46.933992 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:46.948016 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:46.953802 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-cd10c388-253d-4559-8108-18c96b899857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596184'] for router_interface (c83e5eef-4ed9-4bae-861f-a3b22cc486cc), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:47.152811 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd10c388-253d-4559-8108-18c96b899857 admin admin] Router c83e5eef-4ed9-4bae-861f-a3b22cc486cc has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106475) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:58:47.474065 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd10c388-253d-4559-8108-18c96b899857 admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106475) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:58:47.478989 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-cd10c388-253d-4559-8108-18c96b899857 admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/c83e5eef-4ed9-4bae-861f-a3b22cc486cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6195388 Sep 28 08:58:47.481459 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 35698) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:58:47.483938 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e821c733-e5aa-4eff-b2ab-45179a77a59a None None] Sync routers for ids ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'] in dv-cinder-844563-8-iscsi {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:58:47.493730 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e821c733-e5aa-4eff-b2ab-45179a77a59a None None] Routers {'c83e5eef-4ed9-4bae-861f-a3b22cc486cc'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:58:47.494367 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-e821c733-e5aa-4eff-b2ab-45179a77a59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:58:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:47.581748 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f281-25e3-4d42-8bff-0d6aaf98a317 admin admin] Publish callbacks [] for router (c83e5eef-4ed9-4bae-861f-a3b22cc486cc), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:47.599361 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-e821c733-e5aa-4eff-b2ab-45179a77a59a None None] Set router c83e5eef-4ed9-4bae-861f-a3b22cc486cc gateway port host: dv-cinder-844563-8-iscsi {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:58:47.687651 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f281-25e3-4d42-8bff-0d6aaf98a317 admin admin] Publish callbacks [] for router_gateway (c83e5eef-4ed9-4bae-861f-a3b22cc486cc), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:47.729261 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-3ac0f281-25e3-4d42-8bff-0d6aaf98a317 admin admin] Deleting port a3ccdb82-33e1-485e-ad41-00fe523e9743 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:58:47.729525 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f281-25e3-4d42-8bff-0d6aaf98a317 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (a3ccdb82-33e1-485e-ad41-00fe523e9743), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:47.765488 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-e821c733-e5aa-4eff-b2ab-45179a77a59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:58:46Z', 'revision_number': 5, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port': {'id': 'a3ccdb82-33e1-485e-ad41-00fe523e9743', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:eb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:47.789696 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e821c733-e5aa-4eff-b2ab-45179a77a59a None None] Checking router: c83e5eef-4ed9-4bae-861f-a3b22cc486cc for host: dv-cinder-844563-8-iscsi {{(pid=106478) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:58:47.798310 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e821c733-e5aa-4eff-b2ab-45179a77a59a None None] Routers {'c83e5eef-4ed9-4bae-861f-a3b22cc486cc'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106478) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:58:47.798912 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-e821c733-e5aa-4eff-b2ab-45179a77a59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:58:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'], 'active': True} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:47.820120 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-3ac0f281-25e3-4d42-8bff-0d6aaf98a317 admin admin] For port a3ccdb82-33e1-485e-ad41-00fe523e9743, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=a3ccdb82-33e1-485e-ad41-00fe523e9743,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:47.820485 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f281-25e3-4d42-8bff-0d6aaf98a317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (a3ccdb82-33e1-485e-ad41-00fe523e9743), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:47.832753 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-3ac0f281-25e3-4d42-8bff-0d6aaf98a317 admin admin] Calling delete_port for a3ccdb82-33e1-485e-ad41-00fe523e9743 owned by network:router_gateway {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:58:47.870656 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=100 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:47.883123 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_dvr_db [None req-e821c733-e5aa-4eff-b2ab-45179a77a59a None None] Set router c83e5eef-4ed9-4bae-861f-a3b22cc486cc gateway port host: None {{(pid=106478) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:58:47.933686 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.l3_hamode_db [None req-e821c733-e5aa-4eff-b2ab-45179a77a59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:58:47Z', 'revision_number': 6, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port_host': None}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106478) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:47.961862 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e821c733-e5aa-4eff-b2ab-45179a77a59a None None] The sync data for ids ['c83e5eef-4ed9-4bae-861f-a3b22cc486cc'] in dv-cinder-844563-8-iscsi is: [{'id': 'c83e5eef-4ed9-4bae-861f-a3b22cc486cc', 'name': 'tempest-TestVolumeBootPattern-166158499-router', 'tenant_id': 'ba777b9726e944a881c0953e605f7477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:19Z', 'updated_at': '2022-09-28T08:58:47Z', 'revision_number': 6, 'project_id': 'ba777b9726e944a881c0953e605f7477', 'gw_port_host': None}] {{(pid=106478) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:58:47.985911 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:48.000050 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:48.005394 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f281-25e3-4d42-8bff-0d6aaf98a317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (a3ccdb82-33e1-485e-ad41-00fe523e9743), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:48.033021 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0f281-25e3-4d42-8bff-0d6aaf98a317 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3ccdb82-33e1-485e-ad41-00fe523e9743,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:48.094164 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f281-25e3-4d42-8bff-0d6aaf98a317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595758'] for router_gateway (c83e5eef-4ed9-4bae-861f-a3b22cc486cc), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:48.178278 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f281-25e3-4d42-8bff-0d6aaf98a317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3720'] for router (c83e5eef-4ed9-4bae-861f-a3b22cc486cc), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:48.180406 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f281-25e3-4d42-8bff-0d6aaf98a317 admin admin] Publish callbacks [] for router_controller (c83e5eef-4ed9-4bae-861f-a3b22cc486cc), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:48.223894 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f281-25e3-4d42-8bff-0d6aaf98a317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596270'] for router (c83e5eef-4ed9-4bae-861f-a3b22cc486cc), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:48.224986 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac0f281-25e3-4d42-8bff-0d6aaf98a317 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c83e5eef-4ed9-4bae-861f-a3b22cc486cc {{(pid=106475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:58:48.229222 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-3ac0f281-25e3-4d42-8bff-0d6aaf98a317 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:48.230466 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-3ac0f281-25e3-4d42-8bff-0d6aaf98a317 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/c83e5eef-4ed9-4bae-861f-a3b22cc486cc HTTP/1.1" status: 204 len: 168 time: 0.7481179 Sep 28 08:58:48.233060 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 35700) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:58:48.276440 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c842180-f9af-4559-aeb9-f1cffb7eeaf6 admin admin] Deleting subnet 06590ebe-ecb3-497b-82fa-82f5d0b9e571 {{(pid=106475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 08:58:48.279451 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5c842180-f9af-4559-aeb9-f1cffb7eeaf6 admin admin] Publish callbacks [] for subnet (06590ebe-ecb3-497b-82fa-82f5d0b9e571), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:48.316110 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5c842180-f9af-4559-aeb9-f1cffb7eeaf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2637683'] for subnet (06590ebe-ecb3-497b-82fa-82f5d0b9e571), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:48.403568 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5c842180-f9af-4559-aeb9-f1cffb7eeaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672334'] for subnet (06590ebe-ecb3-497b-82fa-82f5d0b9e571), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:48.456824 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5c842180-f9af-4559-aeb9-f1cffb7eeaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2793407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3714010'] for subnet (06590ebe-ecb3-497b-82fa-82f5d0b9e571), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:48.481552 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c842180-f9af-4559-aeb9-f1cffb7eeaf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06590ebe-ecb3-497b-82fa-82f5d0b9e571,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:48.487725 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-5c842180-f9af-4559-aeb9-f1cffb7eeaf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:48.493313 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-5c842180-f9af-4559-aeb9-f1cffb7eeaf6 admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/06590ebe-ecb3-497b-82fa-82f5d0b9e571 HTTP/1.1" status: 204 len: 168 time: 0.2569828 Sep 28 08:58:48.493625 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 35702) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:58:48.494114 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1679a03-61d7-407e-a172-ff8ef691b263 None None] Network 411ef26c-758f-4425-9392-e141db9ca352 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:58:48.497049 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:48.552103 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:48.563736 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d8f9adc-bcdf-4cf1-bbf8-1133fe8157ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792351'] for network (411ef26c-758f-4425-9392-e141db9ca352), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:48.605929 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-0d8f9adc-bcdf-4cf1-bbf8-1133fe8157ed admin admin] Deleting port 44842249-5b62-4ddd-ae47-50ae61066189 {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:58:48.606276 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d8f9adc-bcdf-4cf1-bbf8-1133fe8157ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (44842249-5b62-4ddd-ae47-50ae61066189), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:48.671780 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-0d8f9adc-bcdf-4cf1-bbf8-1133fe8157ed admin admin] For port 44842249-5b62-4ddd-ae47-50ae61066189, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=44842249-5b62-4ddd-ae47-50ae61066189,segment=NetworkSegment(a9f66c9a-3610-41bf-b082-fb0043fc9de1),segment_id=a9f66c9a-3610-41bf-b082-fb0043fc9de1)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:48.672073 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d8f9adc-bcdf-4cf1-bbf8-1133fe8157ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (44842249-5b62-4ddd-ae47-50ae61066189), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:48.684814 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-0d8f9adc-bcdf-4cf1-bbf8-1133fe8157ed admin admin] Calling delete_port for 44842249-5b62-4ddd-ae47-50ae61066189 owned by network:dhcp {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:58:48.727086 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a2d452-d3e5-4028-a894-1038e77c03f3 None None] DHCP port deletion for 411ef26c-758f-4425-9392-e141db9ca352 request from dv-cinder-844563-8-iscsi {{(pid=106477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 08:58:48.764706 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-06a2d452-d3e5-4028-a894-1038e77c03f3 None None] Deleting port 44842249-5b62-4ddd-ae47-50ae61066189 {{(pid=106477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:58:48.765356 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-06a2d452-d3e5-4028-a894-1038e77c03f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (44842249-5b62-4ddd-ae47-50ae61066189), before_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:48.767724 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d8f9adc-bcdf-4cf1-bbf8-1133fe8157ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (44842249-5b62-4ddd-ae47-50ae61066189), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:48.800105 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8f9adc-bcdf-4cf1-bbf8-1133fe8157ed admin admin] No DVR routers for this DVR port 44842249-5b62-4ddd-ae47-50ae61066189 on host dv-cinder-844563-8-iscsi {{(pid=106476) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:58:48.804336 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f9adc-bcdf-4cf1-bbf8-1133fe8157ed admin admin] Pushing event deleted for resources: {'Port': ['ID=44842249-5b62-4ddd-ae47-50ae61066189,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:48.833581 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-06a2d452-d3e5-4028-a894-1038e77c03f3 None None] For port 44842249-5b62-4ddd-ae47-50ae61066189, host dv-cinder-844563-8-iscsi, got binding levels [] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:48.834473 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-06a2d452-d3e5-4028-a894-1038e77c03f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (44842249-5b62-4ddd-ae47-50ae61066189), precommit_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:48.847732 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-06a2d452-d3e5-4028-a894-1038e77c03f3 None None] Calling delete_port for 44842249-5b62-4ddd-ae47-50ae61066189 owned by network:dhcp {{(pid=106477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:58:48.851054 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.ipam_backend_mixin [None req-06a2d452-d3e5-4028-a894-1038e77c03f3 None None] Port 44842249-5b62-4ddd-ae47-50ae61066189 was not found and therefore no delete operation was performed {{(pid=106477) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 28 08:58:48.852287 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-06a2d452-d3e5-4028-a894-1038e77c03f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461'] for port (44842249-5b62-4ddd-ae47-50ae61066189), after_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:48.874107 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2d452-d3e5-4028-a894-1038e77c03f3 None None] Pushing event deleted for resources: {'Port': ['ID=44842249-5b62-4ddd-ae47-50ae61066189,revision_number=None']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:48.876266 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d8f9adc-bcdf-4cf1-bbf8-1133fe8157ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845688', 'neutron.services.segments.db._delete_segments_for_network-8759190702794'] for network (411ef26c-758f-4425-9392-e141db9ca352), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:48.883860 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a2d452-d3e5-4028-a894-1038e77c03f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:48.884157 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a2d452-d3e5-4028-a894-1038e77c03f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:48.884502 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a2d452-d3e5-4028-a894-1038e77c03f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:48.884840 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a2d452-d3e5-4028-a894-1038e77c03f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:48.885190 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a2d452-d3e5-4028-a894-1038e77c03f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:48.885545 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a2d452-d3e5-4028-a894-1038e77c03f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:48.885870 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a2d452-d3e5-4028-a894-1038e77c03f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:48.886189 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a2d452-d3e5-4028-a894-1038e77c03f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:48.886510 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a2d452-d3e5-4028-a894-1038e77c03f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:48.886829 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a2d452-d3e5-4028-a894-1038e77c03f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:48.887146 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a2d452-d3e5-4028-a894-1038e77c03f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:48.887467 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a2d452-d3e5-4028-a894-1038e77c03f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:48.887783 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a2d452-d3e5-4028-a894-1038e77c03f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:48.888098 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a2d452-d3e5-4028-a894-1038e77c03f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:48.888415 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a2d452-d3e5-4028-a894-1038e77c03f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844563-8-iscsi {{(pid=106477) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 28 08:58:48.892849 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2d452-d3e5-4028-a894-1038e77c03f3 None None] No DVR routers for this DVR port 44842249-5b62-4ddd-ae47-50ae61066189 on host dv-cinder-844563-8-iscsi {{(pid=106477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:58:48.915013 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-0d8f9adc-bcdf-4cf1-bbf8-1133fe8157ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411ef26c-758f-4425-9392-e141db9ca352']}} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:48.926722 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-0d8f9adc-bcdf-4cf1-bbf8-1133fe8157ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f66c9a-3610-41bf-b082-fb0043fc9de1') {'for_net_delete': True} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:48.927017 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.services.segments.db [None req-0d8f9adc-bcdf-4cf1-bbf8-1133fe8157ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f66c9a-3610-41bf-b082-fb0043fc9de1') {} {{(pid=106476) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:48.937232 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d8f9adc-bcdf-4cf1-bbf8-1133fe8157ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759190673511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260594424'] for segment (a9f66c9a-3610-41bf-b082-fb0043fc9de1), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:48.952016 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d8f9adc-bcdf-4cf1-bbf8-1133fe8157ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (a9f66c9a-3610-41bf-b082-fb0043fc9de1), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:48.959848 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8f9adc-bcdf-4cf1-bbf8-1133fe8157ed admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=106476) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:58:48.960258 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d8f9adc-bcdf-4cf1-bbf8-1133fe8157ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3668257'] for segment (a9f66c9a-3610-41bf-b082-fb0043fc9de1), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:49.027615 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d8f9adc-bcdf-4cf1-bbf8-1133fe8157ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595797'] for network (411ef26c-758f-4425-9392-e141db9ca352), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:49.032883 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-0d8f9adc-bcdf-4cf1-bbf8-1133fe8157ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:49.037590 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-0d8f9adc-bcdf-4cf1-bbf8-1133fe8157ed admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/411ef26c-758f-4425-9392-e141db9ca352 HTTP/1.1" status: 204 len: 168 time: 0.5417893 Sep 28 08:58:49.039441 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 35708) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:58:49.042406 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment a9f66c9a-3610-41bf-b082-fb0043fc9de1 resource provider aggregate not found Sep 28 08:58:49.060976 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f9adc-bcdf-4cf1-bbf8-1133fe8157ed admin admin] Pushing event deleted for resources: {'Network': ['ID=411ef26c-758f-4425-9392-e141db9ca352,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:49.093623 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.services.segments.plugin [-] Segment a9f66c9a-3610-41bf-b082-fb0043fc9de1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9f66c9a-3610-41bf-b082-fb0043fc9de1 found for delete ", "request_id": "req-02c55b61-58cf-458d-be56-87a5aa28841a"}]} Sep 28 08:58:49.357584 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2b4daa5d-6baa-495e-9012-6405f293ff5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1605544'] for router_interface (99d05fae-04dc-429d-92fb-8825fff711f9), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:49.435464 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:49.442296 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:49.574114 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-2b4daa5d-6baa-495e-9012-6405f293ff5e admin admin] Deleting port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d {{(pid=106476) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:58:49.574758 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2b4daa5d-6baa-495e-9012-6405f293ff5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (515bfee9-e3ef-4ff1-aa6e-d566feaff49d), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:49.653607 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.db [None req-2b4daa5d-6baa-495e-9012-6405f293ff5e admin admin] For port 515bfee9-e3ef-4ff1-aa6e-d566feaff49d, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=515bfee9-e3ef-4ff1-aa6e-d566feaff49d,segment=NetworkSegment(dfba1123-68a4-49fa-b21a-eecf55469cd4),segment_id=dfba1123-68a4-49fa-b21a-eecf55469cd4)] {{(pid=106476) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:49.653883 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2b4daa5d-6baa-495e-9012-6405f293ff5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (515bfee9-e3ef-4ff1-aa6e-d566feaff49d), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:49.667134 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.plugins.ml2.plugin [None req-2b4daa5d-6baa-495e-9012-6405f293ff5e admin admin] Calling delete_port for 515bfee9-e3ef-4ff1-aa6e-d566feaff49d owned by network:router_interface {{(pid=106476) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:58:49.841985 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2b4daa5d-6baa-495e-9012-6405f293ff5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3668434'] for port (515bfee9-e3ef-4ff1-aa6e-d566feaff49d), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:49.868084 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4daa5d-6baa-495e-9012-6405f293ff5e admin admin] Pushing event deleted for resources: {'Port': ['ID=515bfee9-e3ef-4ff1-aa6e-d566feaff49d,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:50.027479 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-2b4daa5d-6baa-495e-9012-6405f293ff5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1701407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1596184'] for router_interface (99d05fae-04dc-429d-92fb-8825fff711f9), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:50.079851 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device a3ccdb82-33e1-485e-ad41-00fe523e9743 no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:58:50.099904 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: a3ccdb82-33e1-485e-ad41-00fe523e9743 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:58:50.100248 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device a3ccdb82-33e1-485e-ad41-00fe523e9743 not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:58:50.101329 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 44842249-5b62-4ddd-ae47-50ae61066189 no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:58:50.118630 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: 44842249-5b62-4ddd-ae47-50ae61066189 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:58:50.118983 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 44842249-5b62-4ddd-ae47-50ae61066189 not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:58:50.119384 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device f7626259-3c86-461f-a13d-858e3ff4b83f no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:58:50.136615 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: f7626259-3c86-461f-a13d-858e3ff4b83f {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:58:50.136899 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device f7626259-3c86-461f-a13d-858e3ff4b83f not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:58:50.230186 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:50.232226 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4daa5d-6baa-495e-9012-6405f293ff5e admin admin] Router 99d05fae-04dc-429d-92fb-8825fff711f9 has already been hosted by L3 agent 34154c81-132b-49eb-9451-2be07b0ce03c {{(pid=106476) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 28 08:58:50.244760 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:50.338361 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4daa5d-6baa-495e-9012-6405f293ff5e admin admin] Notify agent at l3_agent.dv-cinder-844563-8-iscsi the message routers_updated {{(pid=106476) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 28 08:58:50.345162 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-2b4daa5d-6baa-495e-9012-6405f293ff5e admin admin] 10.222.0.52 "PUT /networking/v2.0/routers/99d05fae-04dc-429d-92fb-8825fff711f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3034322 Sep 28 08:58:50.346614 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 35712) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:58:50.347703 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19952f0d-4afa-4e31-838b-343ece662596 None None] Sync routers for ids ['99d05fae-04dc-429d-92fb-8825fff711f9'] in dv-cinder-844563-8-iscsi {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 28 08:58:50.358711 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19952f0d-4afa-4e31-838b-343ece662596 None None] Routers {'99d05fae-04dc-429d-92fb-8825fff711f9'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:58:50.359333 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-19952f0d-4afa-4e31-838b-343ece662596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:58:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['99d05fae-04dc-429d-92fb-8825fff711f9'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:50.446040 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-78cfc7d6-7254-4934-9fd5-6b6a1e087030 admin admin] Publish callbacks [] for router (99d05fae-04dc-429d-92fb-8825fff711f9), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:50.458427 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-19952f0d-4afa-4e31-838b-343ece662596 None None] Set router 99d05fae-04dc-429d-92fb-8825fff711f9 gateway port host: dv-cinder-844563-8-iscsi {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:58:50.544720 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-78cfc7d6-7254-4934-9fd5-6b6a1e087030 admin admin] Publish callbacks [] for router_gateway (99d05fae-04dc-429d-92fb-8825fff711f9), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:50.586245 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-78cfc7d6-7254-4934-9fd5-6b6a1e087030 admin admin] Deleting port 24736124-f865-4ab9-baac-fbc73bd6e416 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:58:50.586623 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-78cfc7d6-7254-4934-9fd5-6b6a1e087030 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (24736124-f865-4ab9-baac-fbc73bd6e416), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:50.625345 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-19952f0d-4afa-4e31-838b-343ece662596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d05fae-04dc-429d-92fb-8825fff711f9', 'name': 'tempest-TestVolumeBootPattern-1922002524-router', 'tenant_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'external_fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': '24736124-f865-4ab9-baac-fbc73bd6e416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:24Z', 'updated_at': '2022-09-28T08:58:49Z', 'revision_number': 5, 'project_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'gw_port': {'id': '24736124-f865-4ab9-baac-fbc73bd6e416', 'name': '', 'network_id': '53303c84-4465-4011-9c65-8bdf4507ffd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:2d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d05fae-04dc-429d-92fb-8825fff711f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844563-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-28T08:50:25Z', 'updated_at': '2022-09-28T08:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '267b6cdf-ce48-4c8b-88bb-4b62825e5f5f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844563-8-iscsi'}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:50.650833 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19952f0d-4afa-4e31-838b-343ece662596 None None] Checking router: 99d05fae-04dc-429d-92fb-8825fff711f9 for host: dv-cinder-844563-8-iscsi {{(pid=106477) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 28 08:58:50.659154 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19952f0d-4afa-4e31-838b-343ece662596 None None] Routers {'99d05fae-04dc-429d-92fb-8825fff711f9'} bound to L3 agent in host dv-cinder-844563-8-iscsi {{(pid=106477) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 28 08:58:50.659753 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-19952f0d-4afa-4e31-838b-343ece662596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844563-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-28T08:29:57Z,description=,heartbeat_timestamp=2022-09-28T08:58:27Z,host='dv-cinder-844563-8-iscsi',id=34154c81-132b-49eb-9451-2be07b0ce03c,load=0,resource_versions=,resources_synced=,started_at=2022-09-28T08:29:57Z,topic='l3_agent')) {'router_ids': ['99d05fae-04dc-429d-92fb-8825fff711f9'], 'active': True} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:50.668661 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-78cfc7d6-7254-4934-9fd5-6b6a1e087030 admin admin] For port 24736124-f865-4ab9-baac-fbc73bd6e416, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=24736124-f865-4ab9-baac-fbc73bd6e416,segment=NetworkSegment(9d9df0a3-5497-41a7-90d4-f7d641350928),segment_id=9d9df0a3-5497-41a7-90d4-f7d641350928)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:50.669031 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-78cfc7d6-7254-4934-9fd5-6b6a1e087030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (24736124-f865-4ab9-baac-fbc73bd6e416), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:50.682649 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-78cfc7d6-7254-4934-9fd5-6b6a1e087030 admin admin] Calling delete_port for 24736124-f865-4ab9-baac-fbc73bd6e416 owned by network:router_gateway {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:58:50.691745 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:50.741640 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvr_db [None req-19952f0d-4afa-4e31-838b-343ece662596 None None] Set router 99d05fae-04dc-429d-92fb-8825fff711f9 gateway port host: None {{(pid=106477) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 28 08:58:50.788134 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:50.791891 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_hamode_db [None req-19952f0d-4afa-4e31-838b-343ece662596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d05fae-04dc-429d-92fb-8825fff711f9', 'name': 'tempest-TestVolumeBootPattern-1922002524-router', 'tenant_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:24Z', 'updated_at': '2022-09-28T08:58:50Z', 'revision_number': 6, 'project_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'gw_port_host': None}], 'dv-cinder-844563-8-iscsi', False) {} {{(pid=106477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:50.817294 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19952f0d-4afa-4e31-838b-343ece662596 None None] The sync data for ids ['99d05fae-04dc-429d-92fb-8825fff711f9'] in dv-cinder-844563-8-iscsi is: [{'id': '99d05fae-04dc-429d-92fb-8825fff711f9', 'name': 'tempest-TestVolumeBootPattern-1922002524-router', 'tenant_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-28T08:50:24Z', 'updated_at': '2022-09-28T08:58:50Z', 'revision_number': 6, 'project_id': 'f62014b9d5b9457ca4e1e6b1d1da0919', 'gw_port_host': None}] {{(pid=106477) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 28 08:58:50.857834 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-78cfc7d6-7254-4934-9fd5-6b6a1e087030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (24736124-f865-4ab9-baac-fbc73bd6e416), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:50.888213 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cfc7d6-7254-4934-9fd5-6b6a1e087030 admin admin] Pushing event deleted for resources: {'Port': ['ID=24736124-f865-4ab9-baac-fbc73bd6e416,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:50.947570 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-78cfc7d6-7254-4934-9fd5-6b6a1e087030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1595758'] for router_gateway (99d05fae-04dc-429d-92fb-8825fff711f9), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:51.030833 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-78cfc7d6-7254-4934-9fd5-6b6a1e087030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1596279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3720'] for router (99d05fae-04dc-429d-92fb-8825fff711f9), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:51.032968 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-78cfc7d6-7254-4934-9fd5-6b6a1e087030 admin admin] Publish callbacks [] for router_controller (99d05fae-04dc-429d-92fb-8825fff711f9), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:51.074423 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-78cfc7d6-7254-4934-9fd5-6b6a1e087030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1596270'] for router (99d05fae-04dc-429d-92fb-8825fff711f9), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:51.074987 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cfc7d6-7254-4934-9fd5-6b6a1e087030 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99d05fae-04dc-429d-92fb-8825fff711f9 {{(pid=106475) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 28 08:58:51.079370 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-78cfc7d6-7254-4934-9fd5-6b6a1e087030 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:51.080557 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-78cfc7d6-7254-4934-9fd5-6b6a1e087030 admin admin] 10.222.0.52 "DELETE /networking/v2.0/routers/99d05fae-04dc-429d-92fb-8825fff711f9 HTTP/1.1" status: 204 len: 168 time: 0.7327204 Sep 28 08:58:51.083099 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 35714) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:58:51.127279 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0b5120-18ef-4663-8847-097df8efc73e admin admin] Deleting subnet 762dd0b7-3422-4a19-9ea0-bb1301a32a9d {{(pid=106475) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 28 08:58:51.130262 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-fe0b5120-18ef-4663-8847-097df8efc73e admin admin] Publish callbacks [] for subnet (762dd0b7-3422-4a19-9ea0-bb1301a32a9d), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:51.164957 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-fe0b5120-18ef-4663-8847-097df8efc73e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2637683'] for subnet (762dd0b7-3422-4a19-9ea0-bb1301a32a9d), precommit_delete_associations {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:51.246975 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-fe0b5120-18ef-4663-8847-097df8efc73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-672334'] for subnet (762dd0b7-3422-4a19-9ea0-bb1301a32a9d), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:51.299348 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-fe0b5120-18ef-4663-8847-097df8efc73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-678949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2075037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2793407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3714010'] for subnet (762dd0b7-3422-4a19-9ea0-bb1301a32a9d), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:51.325938 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0b5120-18ef-4663-8847-097df8efc73e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=762dd0b7-3422-4a19-9ea0-bb1301a32a9d,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:51.327840 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-fe0b5120-18ef-4663-8847-097df8efc73e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for subnet (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:51.333211 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-fe0b5120-18ef-4663-8847-097df8efc73e admin admin] 10.222.0.52 "DELETE /networking/v2.0/subnets/762dd0b7-3422-4a19-9ea0-bb1301a32a9d HTTP/1.1" status: 204 len: 168 time: 0.2469249 Sep 28 08:58:51.333376 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08049575-618b-4b66-8178-9b6af13047e4 None None] Network bba653ad-d518-4474-a199-63aa084d3607 requested from dv-cinder-844563-8-iscsi {{(pid=106477) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 28 08:58:51.333827 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [-] (106475) accepted ('10.222.0.52', 35716) {{(pid=106475) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:58:51.403468 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-61aad696-4a8f-4d40-9dac-b1c5f12c4336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792351'] for network (bba653ad-d518-4474-a199-63aa084d3607), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:51.447873 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-61aad696-4a8f-4d40-9dac-b1c5f12c4336 admin admin] Deleting port 0c91441a-5311-461d-b679-d6f6bccdab36 {{(pid=106475) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:58:51.448218 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-61aad696-4a8f-4d40-9dac-b1c5f12c4336 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (0c91441a-5311-461d-b679-d6f6bccdab36), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:51.510921 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.db [None req-61aad696-4a8f-4d40-9dac-b1c5f12c4336 admin admin] For port 0c91441a-5311-461d-b679-d6f6bccdab36, host dv-cinder-844563-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844563-8-iscsi',level=0,port_id=0c91441a-5311-461d-b679-d6f6bccdab36,segment=NetworkSegment(dfba1123-68a4-49fa-b21a-eecf55469cd4),segment_id=dfba1123-68a4-49fa-b21a-eecf55469cd4)] {{(pid=106475) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:51.511220 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-61aad696-4a8f-4d40-9dac-b1c5f12c4336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (0c91441a-5311-461d-b679-d6f6bccdab36), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:51.524622 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.plugin [None req-61aad696-4a8f-4d40-9dac-b1c5f12c4336 admin admin] Calling delete_port for 0c91441a-5311-461d-b679-d6f6bccdab36 owned by network:dhcp {{(pid=106475) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:58:51.571790 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:51.576439 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ece901-1a95-455f-b846-c11807631239 None None] DHCP port deletion for bba653ad-d518-4474-a199-63aa084d3607 request from dv-cinder-844563-8-iscsi {{(pid=106477) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 28 08:58:51.613074 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-61aad696-4a8f-4d40-9dac-b1c5f12c4336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2793442'] for port (0c91441a-5311-461d-b679-d6f6bccdab36), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:51.613410 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:51.617229 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-f1ece901-1a95-455f-b846-c11807631239 None None] Deleting port 0c91441a-5311-461d-b679-d6f6bccdab36 {{(pid=106477) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 28 08:58:51.617699 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-f1ece901-1a95-455f-b846-c11807631239 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759190790166'] for port (0c91441a-5311-461d-b679-d6f6bccdab36), before_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:51.638070 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aad696-4a8f-4d40-9dac-b1c5f12c4336 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c91441a-5311-461d-b679-d6f6bccdab36,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:51.641619 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aad696-4a8f-4d40-9dac-b1c5f12c4336 admin admin] No DVR routers for this DVR port 0c91441a-5311-461d-b679-d6f6bccdab36 on host dv-cinder-844563-8-iscsi {{(pid=106475) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:58:51.685677 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.db [None req-f1ece901-1a95-455f-b846-c11807631239 None None] For port 0c91441a-5311-461d-b679-d6f6bccdab36, host dv-cinder-844563-8-iscsi, got binding levels [] {{(pid=106477) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 28 08:58:51.686116 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-f1ece901-1a95-455f-b846-c11807631239 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1594478'] for port (0c91441a-5311-461d-b679-d6f6bccdab36), precommit_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:51.703324 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-f1ece901-1a95-455f-b846-c11807631239 None None] Calling delete_port for 0c91441a-5311-461d-b679-d6f6bccdab36 owned by network:dhcp {{(pid=106477) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 28 08:58:51.706034 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.ipam_backend_mixin [None req-f1ece901-1a95-455f-b846-c11807631239 None None] Port 0c91441a-5311-461d-b679-d6f6bccdab36 was not found and therefore no delete operation was performed {{(pid=106477) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 28 08:58:51.706200 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:51.707379 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-f1ece901-1a95-455f-b846-c11807631239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-689538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170488', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759190793876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759190271461'] for port (0c91441a-5311-461d-b679-d6f6bccdab36), after_delete {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:51.719600 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-61aad696-4a8f-4d40-9dac-b1c5f12c4336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-845688', 'neutron.services.segments.db._delete_segments_for_network-8759190702794'] for network (bba653ad-d518-4474-a199-63aa084d3607), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:51.733260 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ece901-1a95-455f-b846-c11807631239 None None] Pushing event deleted for resources: {'Port': ['ID=0c91441a-5311-461d-b679-d6f6bccdab36,revision_number=None']} {{(pid=106477) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:51.739504 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ece901-1a95-455f-b846-c11807631239 None None] No DVR routers for this DVR port 0c91441a-5311-461d-b679-d6f6bccdab36 on host dv-cinder-844563-8-iscsi {{(pid=106477) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 28 08:58:51.740858 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-61aad696-4a8f-4d40-9dac-b1c5f12c4336 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba653ad-d518-4474-a199-63aa084d3607']}} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:51.751104 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-61aad696-4a8f-4d40-9dac-b1c5f12c4336 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfba1123-68a4-49fa-b21a-eecf55469cd4') {'for_net_delete': True} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:51.751351 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.services.segments.db [None req-61aad696-4a8f-4d40-9dac-b1c5f12c4336 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfba1123-68a4-49fa-b21a-eecf55469cd4') {} {{(pid=106475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 28 08:58:51.761747 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-61aad696-4a8f-4d40-9dac-b1c5f12c4336 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759190673511', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2637690'] for segment (dfba1123-68a4-49fa-b21a-eecf55469cd4), before_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:51.776808 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-61aad696-4a8f-4d40-9dac-b1c5f12c4336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861'] for segment (dfba1123-68a4-49fa-b21a-eecf55469cd4), precommit_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:51.783585 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61aad696-4a8f-4d40-9dac-b1c5f12c4336 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=106475) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 28 08:58:51.783924 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-61aad696-4a8f-4d40-9dac-b1c5f12c4336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-845861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2793233'] for segment (dfba1123-68a4-49fa-b21a-eecf55469cd4), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:51.851742 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-61aad696-4a8f-4d40-9dac-b1c5f12c4336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-845683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2074916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1701382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595797'] for network (bba653ad-d518-4474-a199-63aa084d3607), after_delete {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:51.871307 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment dfba1123-68a4-49fa-b21a-eecf55469cd4 resource provider aggregate not found Sep 28 08:58:51.872896 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron_lib.callbacks.manager [None req-61aad696-4a8f-4d40-9dac-b1c5f12c4336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1701492'] for network (None), before_response {{(pid=106475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:51.876199 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.wsgi [None req-61aad696-4a8f-4d40-9dac-b1c5f12c4336 admin admin] 10.222.0.52 "DELETE /networking/v2.0/networks/bba653ad-d518-4474-a199-63aa084d3607 HTTP/1.1" status: 204 len: 168 time: 0.5417845 Sep 28 08:58:51.891459 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aad696-4a8f-4d40-9dac-b1c5f12c4336 admin admin] Pushing event deleted for resources: {'Network': ['ID=bba653ad-d518-4474-a199-63aa084d3607,revision_number=None']} {{(pid=106475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:51.895696 dv-cinder-844563-8-iscsi neutron-server[106475]: INFO neutron.services.segments.plugin [-] Segment dfba1123-68a4-49fa-b21a-eecf55469cd4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dfba1123-68a4-49fa-b21a-eecf55469cd4 found for delete ", "request_id": "req-378f06e3-8fad-496f-9bef-28a8facfe289"}]} Sep 28 08:58:51.999852 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 35726) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:58:52.008951 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 0c91441a-5311-461d-b679-d6f6bccdab36 no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:58:52.028605 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: 0c91441a-5311-461d-b679-d6f6bccdab36 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:58:52.028955 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 0c91441a-5311-461d-b679-d6f6bccdab36 not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:58:52.029392 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 24736124-f865-4ab9-baac-fbc73bd6e416 no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:58:52.042883 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-c60d34fa-9fad-46a3-9759-341f9deaa3be admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=ba777b9726e944a881c0953e605f7477&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417526 Sep 28 08:58:52.045742 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 35728) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:58:52.047944 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: 24736124-f865-4ab9-baac-fbc73bd6e416 {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:58:52.048300 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 24736124-f865-4ab9-baac-fbc73bd6e416 not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:58:52.048716 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 515bfee9-e3ef-4ff1-aa6e-d566feaff49d no longer exists at agent ovs-agent-dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 28 08:58:52.066488 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.plugin [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] No Port match for: 515bfee9-e3ef-4ff1-aa6e-d566feaff49d {{(pid=106477) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 28 08:58:52.066836 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron.plugins.ml2.rpc [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Device 515bfee9-e3ef-4ff1-aa6e-d566feaff49d not bound to the agent host dv-cinder-844563-8-iscsi {{(pid=106477) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 28 08:58:52.094731 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a31562cd-d04f-439c-9a57-b179d8fad5c7 admin admin] Publish callbacks [] for security_group (47232c4d-3f54-47cc-84d5-caae85341837), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:52.113917 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a31562cd-d04f-439c-9a57-b179d8fad5c7 admin admin] Publish callbacks [] for security_group (47232c4d-3f54-47cc-84d5-caae85341837), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:52.439226 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a31562cd-d04f-439c-9a57-b179d8fad5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (47232c4d-3f54-47cc-84d5-caae85341837), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:52.441827 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-a31562cd-d04f-439c-9a57-b179d8fad5c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:52.442967 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-a31562cd-d04f-439c-9a57-b179d8fad5c7 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/47232c4d-3f54-47cc-84d5-caae85341837 HTTP/1.1" status: 204 len: 168 time: 0.3963299 Sep 28 08:58:52.451911 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31562cd-d04f-439c-9a57-b179d8fad5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47232c4d-3f54-47cc-84d5-caae85341837,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:52.765152 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 35734) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:58:52.804832 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-b508c0f9-6a55-4467-9ece-00ed53935310 admin admin] 10.222.0.52 "GET /networking/v2.0/security-groups?tenant_id=f62014b9d5b9457ca4e1e6b1d1da0919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385740 Sep 28 08:58:52.807172 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [-] (106476) accepted ('10.222.0.52', 35736) {{(pid=106476) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 28 08:58:52.852951 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f490e0f6-5ea1-485d-a04b-48b8fbaa2537 admin admin] Publish callbacks [] for security_group (b95bbefa-3340-48a5-886c-f41fac898274), before_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:52.872958 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f490e0f6-5ea1-485d-a04b-48b8fbaa2537 admin admin] Publish callbacks [] for security_group (b95bbefa-3340-48a5-886c-f41fac898274), precommit_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:52.919312 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f490e0f6-5ea1-485d-a04b-48b8fbaa2537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078193'] for security_group (b95bbefa-3340-48a5-886c-f41fac898274), after_delete {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:52.921841 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron_lib.callbacks.manager [None req-f490e0f6-5ea1-485d-a04b-48b8fbaa2537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106476) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:52.923005 dv-cinder-844563-8-iscsi neutron-server[106476]: INFO neutron.wsgi [None req-f490e0f6-5ea1-485d-a04b-48b8fbaa2537 admin admin] 10.222.0.52 "DELETE /networking/v2.0/security-groups/b95bbefa-3340-48a5-886c-f41fac898274 HTTP/1.1" status: 204 len: 168 time: 0.1149645 Sep 28 08:58:52.931369 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490e0f6-5ea1-485d-a04b-48b8fbaa2537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95bbefa-3340-48a5-886c-f41fac898274,revision_number=None']} {{(pid=106476) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 28 08:58:54.328668 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=100 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:54.343084 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-02ca7b3a-ff21-44ae-8034-425111f05b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:56.741455 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-84d64c05-d85c-4175-a269-1cb702d9a929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:57.909493 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:57.936549 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=94 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:58:57.956008 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:59.515789 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:58:59.576471 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:59:01.840325 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=23,neutron:DELETE=5 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:59:01.878571 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG dbcounter [-] [106475] Writing DB stats neutron:SELECT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106475) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:59:02.926327 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=50,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:59:02.927049 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG dbcounter [-] [106476] Writing DB stats neutron:SELECT=55,neutron:DELETE=4 {{(pid=106476) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:59:06.228679 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:59:11.695046 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:59:16.221560 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:59:16.223827 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=4,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:59:23.741858 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 08:59:24.344572 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-301a211e-1d67-4d2d-910b-88d7fbf6149f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:59:26.745697 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c54d17e4-d360-4606-bd8e-bf9d45757805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:59:27.956357 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:59:29.519626 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:59:29.580453 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:59:33.792844 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:59:33.796997 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=5 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:59:34.208346 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [req-c1815716-78ba-48f9-a7bd-080e5c79ac48 req-f396c860-7366-4622-a1c0-6a0f06d266be service neutron] (106475) timed out ('10.222.0.52', 57406) {{(pid=106475) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 28 08:59:34.405363 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [req-c1815716-78ba-48f9-a7bd-080e5c79ac48 req-1f799b2b-c2d6-4f20-98ad-cdf1c927823c tempest-TestShelveInstance-105249129 tempest-TestShelveInstance-105249129-project] (106475) timed out ('10.222.0.52', 57416) {{(pid=106475) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 28 08:59:36.221414 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:59:46.215597 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=11 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:59:46.217524 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:59:52.759324 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:59:52.760158 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:DELETE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 08:59:54.346439 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-94af2ea3-7617-471b-b104-28038754e66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:59:56.746968 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-48e020af-67fb-4cbc-bb12-a5dfff9748d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:59:57.960307 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:59:59.531823 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 08:59:59.603828 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:00:00.741883 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:00:06.221967 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:00:10.802572 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=6 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:00:10.803429 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:00:16.212027 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:00:16.216919 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:00:24.347571 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-90828765-2a0b-4e96-a822-cd61c98b1cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:00:26.748246 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-fa21ef5c-db0d-498a-a11e-8efdcbebb319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:00:27.962365 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:00:29.528064 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:00:29.589552 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:00:36.236514 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:00:37.741989 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:00:46.229833 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:00:46.231885 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:00:49.716103 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=19 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:00:49.716877 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=15 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:00:54.352662 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-a227aaa1-ecc8-4cc0-be47-22b41162ce88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:00:56.750646 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-1923a29e-3c53-4671-acdf-ba61cf8a5707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:00:57.965190 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:00:59.521852 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:00:59.593493 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:01:06.250981 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:01:08.862853 dv-cinder-844563-8-iscsi neutron-server[106476]: DEBUG neutron.wsgi [req-84a0fb0f-892d-46bc-9edc-350143caeeab req-dd46bb6c-06da-4b6d-b54c-b513c7a64065 service neutron] (106476) timed out ('10.222.0.26', 62413) {{(pid=106476) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 28 09:01:14.741315 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:01:16.245004 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:01:16.247043 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:01:24.354753 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ec91c1fb-0564-482b-9bb6-2266f6a54a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:01:24.793076 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:01:24.804270 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=6 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:01:26.753025 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8e212307-7f74-43a0-a146-53060af54e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:01:27.968077 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:01:29.528162 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:01:29.591841 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:01:36.247523 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:01:46.238262 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:01:46.242918 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:01:51.739728 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:01:54.359102 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-9a941444-6733-4a2a-afc2-43a483051b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:01:56.754314 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c4a820b5-1935-4093-b617-e0fe557c7a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:01:57.970317 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:01:59.524192 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:01:59.607243 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:02:01.803948 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:02:01.808999 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:02:06.250749 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:02:16.244289 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:02:16.246273 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:02:24.360990 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ba939e6c-070b-4e1a-bc38-b48e02a77ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:02:26.756730 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-aefd9063-39b2-49a3-9830-56df12d7aad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:02:27.973307 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:02:28.738986 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:02:29.516655 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:02:29.598015 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:02:36.281917 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:02:38.808616 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=2 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:02:38.813718 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=6 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:02:46.276228 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:02:46.277000 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:02:49.626364 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=13 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:02:49.633119 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=13 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:02:54.363568 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ef857ebd-889c-43a4-826e-9b9becd7f990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:02:56.758885 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-e8dd4b5b-713f-422e-8cb4-69f7d41c5a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:02:57.976416 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:02:59.523734 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:02:59.600274 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:03:05.738085 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:03:06.302431 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:03:15.814166 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=3 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:03:15.819164 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=5 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:03:16.296262 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:03:16.298149 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:03:22.401791 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [req-5b981266-56f1-4cf2-8df5-ce37d61c99af req-584609c5-e9da-45ae-9092-26ef67147c10 service neutron] (106475) timed out ('10.222.0.52', 56984) {{(pid=106475) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 28 09:03:22.478580 dv-cinder-844563-8-iscsi neutron-server[106475]: DEBUG neutron.wsgi [req-5b981266-56f1-4cf2-8df5-ce37d61c99af req-8efdf929-0cb0-4fd6-99e2-4ee19dbecf52 tempest-AttachVolumeShelveTestJSON-89505712 tempest-AttachVolumeShelveTestJSON-89505712-project] (106475) timed out ('10.222.0.52', 56992) {{(pid=106475) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 28 09:03:24.365049 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-fc4e4def-cf00-4c1a-b8ce-272b64cae0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:03:26.762837 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-8e8cff70-d081-4ecc-9561-8f6bd36c15fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:03:27.979723 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:03:29.516652 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:03:29.603618 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:03:36.295520 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:03:42.737935 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:03:46.289325 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=12 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:03:46.291188 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:03:52.819582 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:03:52.823679 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=4 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:03:54.367189 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-5e1c1e85-7493-4427-92c6-666ca230a190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:03:56.764381 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-ca88881e-e320-4214-80e2-fbb517f1bf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (34154c81-132b-49eb-9451-2be07b0ce03c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:03:57.983141 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-c28208d9-40b6-485b-8972-04227611d1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (41c47309-9e96-482f-9801-35f7d79b75d1), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:03:59.519707 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-411cf517-f64f-436d-89e7-7149d9d55235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (64b149e5-4219-447b-9666-81dbd422c467), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:03:59.637202 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-43df6543-a401-447e-9849-469d034aae47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (e47d9e84-e184-467e-8302-09a4682d31ec), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:04:06.294834 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-95e402a5-e157-46ce-993e-7c0dc4516a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (0e203ff6-fe6d-4565-9e88-81d2831b3c8c), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 28 09:04:11.694987 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:04:11.695735 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG dbcounter [-] [106478] Writing DB stats neutron:SELECT=1 {{(pid=106478) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:04:16.288319 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:04:16.290263 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG dbcounter [-] [106477] Writing DB stats neutron:UPDATE=4,neutron:SELECT=21 {{(pid=106477) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 28 09:04:19.737768 dv-cinder-844563-8-iscsi neutron-server[106478]: DEBUG neutron.db.agents_db [None req-58b77b5f-c756-4840-8842-f910dc06a130 None None] Agent healthcheck: found 6 active agents {{(pid=106478) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 28 09:04:24.369368 dv-cinder-844563-8-iscsi neutron-server[106477]: DEBUG neutron_lib.callbacks.manager [None req-16f1ef98-0ffc-4f80-8b96-204913180bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759190702776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-850235'] for agent (303e7d5d-73d6-4049-9660-05be0257cf7d), after_update {{(pid=106477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}